-- Logs begin at Wed 2022-03-30 00:45:14 UTC, end at Wed 2022-03-30 01:45:48 UTC. -- Mar 30 01:19:56.562130 dv-cinder-817135-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 30 01:19:59.467063 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.common.config [-] Logging enabled! Mar 30 01:19:59.467683 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 30 01:19:59.467839 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103119) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 01:19:59.471200 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.common.config [-] Logging enabled! Mar 30 01:19:59.471450 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev68 Mar 30 01:19:59.471753 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103119) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 01:19:59.472679 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 01:19:59.472909 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 01:19:59.473269 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 01:19:59.473510 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 01:19:59.473733 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 01:19:59.474466 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.474933 dv-cinder-817135-7-iscsi neutron-server[103119]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 30 01:19:59.475260 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.475557 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.475849 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.476143 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.476433 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.476714 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.477001 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.477297 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.477585 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.477865 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.478147 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.478438 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.478741 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.479029 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.479314 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.479600 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] debug = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.479879 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.480311 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.480712 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.480988 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.481272 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.482117 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.482392 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.482671 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.482968 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.483296 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] host = dv-cinder-817135-7-iscsi {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.483571 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.483856 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.484142 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.484437 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.484691 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.484961 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.485238 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.485505 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.485770 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] log_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.486044 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.486324 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.486605 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.486911 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.487131 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.487351 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.487635 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.487916 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.488186 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.488458 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.488729 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.488998 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.489269 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.489537 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.489816 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.490096 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.490389 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.490646 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.490940 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.491210 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.491478 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.491759 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.492029 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.492298 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.492566 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.492846 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.493110 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.493378 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.493674 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.493955 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.494233 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.494513 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.494805 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.495083 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.495349 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.495615 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.495882 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] use_json = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.496148 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.496412 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.496691 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.496959 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.497298 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.497540 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.497806 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.498084 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.498350 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:19:59.498641 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.498957 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.499250 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.499549 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.499834 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.500109 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.500392 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.500666 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.500945 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.501224 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.501508 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.501781 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.502075 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.502360 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.502649 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.502972 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.503262 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.503548 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.503822 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.504090 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.504358 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.504630 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.504916 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.505187 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.505471 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.505754 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.506032 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.506325 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.506608 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.507084 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.507377 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.507654 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.507932 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.508221 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.508499 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.508771 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.509048 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.509336 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.509614 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.509886 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.510166 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.510439 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.510716 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.511006 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.511280 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.511565 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.511839 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.512109 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.512376 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.512650 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.513093 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.513385 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.513663 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.513938 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.514208 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.514483 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.514780 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.515055 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.515329 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.515597 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.515873 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.516143 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.516415 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.516861 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.517129 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.517400 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.517666 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.517936 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.518211 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.518479 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.518769 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.519045 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.519313 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.519586 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.519871 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.520653 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.520936 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.521216 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.521492 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.521765 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.522040 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.522391 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.522668 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.522967 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.523237 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.523525 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.523804 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.524090 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.524386 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.524661 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.524951 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.525224 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.525496 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.525774 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.526047 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.526321 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.526600 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.527153 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.527442 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.527728 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.528014 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.528301 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.529204 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.529577 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.529899 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.530178 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:19:59.530392 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 01:19:59.530640 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103119) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 30 01:19:59.899941 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 01:19:59.900215 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 01:19:59.900512 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 01:19:59.900981 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 30 01:20:00.232318 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.232524 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.232793 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.233992 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.234261 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.234637 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.289415 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.289692 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.289962 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.304429 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.304702 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.304965 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.333168 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.333442 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.333712 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.477237 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.477871 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.477871 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.716552 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.716832 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.717099 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.717363 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.718049 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.828758 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.829078 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.829362 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.829626 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.829881 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.830184 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.830437 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.830685 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.830953 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.831230 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.831483 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.831739 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.831987 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.832230 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.832478 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.832734 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.832980 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.833242 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.833504 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.833755 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.834018 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.834263 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.834536 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.834940 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.835187 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.835428 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.835818 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:00.836053 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:00.836284 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:00.836515 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:00.836745 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:00.836974 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:00.837328 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 30 01:20:00.840430 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 30 01:20:00.845148 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 30 01:20:00.848777 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 30 01:20:00.850381 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 30 01:20:00.850865 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 30 01:20:00.851198 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 30 01:20:00.851576 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 30 01:20:00.854332 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 30 01:20:00.854576 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 30 01:20:00.854934 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 01:20:00.860391 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 30 01:20:00.883419 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 30 01:20:00.883812 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.884103 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103119) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 30 01:20:00.884466 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.885796 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103119) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 30 01:20:00.886070 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 01:20:00.886310 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 30 01:20:00.889584 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.889855 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:00.951663 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 30 01:20:00.951893 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 30 01:20:00.952120 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 30 01:20:00.952477 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 30 01:20:00.972797 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_db.sqlalchemy.engines [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103119) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 30 01:20:01.430748 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Initializing driver for type 'gre' Mar 30 01:20:01.431309 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] gre ID ranges: [(1, 1000)] Mar 30 01:20:01.483515 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Initializing driver for type 'local' Mar 30 01:20:01.484235 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Initializing driver for type 'vlan' Mar 30 01:20:01.495950 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] VlanTypeDriver initialization complete Mar 30 01:20:01.496304 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Initializing driver for type 'vxlan' Mar 30 01:20:01.496793 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] vxlan ID ranges: [(1, 1000)] Mar 30 01:20:01.550558 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Initializing extension driver 'port_security' Mar 30 01:20:01.550920 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.extensions.port_security [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] PortSecurityExtensionDriver initialization complete Mar 30 01:20:01.551276 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Initializing mechanism driver 'openvswitch' Mar 30 01:20:01.551591 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Initializing mechanism driver 'hyperv' Mar 30 01:20:01.558336 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.plugins.ml2.plugin [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:01.559034 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > port after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.559407 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > port after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.560271 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > port after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.560860 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 01:20:01.561289 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > subnet after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.561638 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > subnet after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.561977 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.562366 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 01:20:01.562798 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > network after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.563146 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > network after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.563483 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > network after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.563870 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 01:20:01.564270 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > security_group after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.564610 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > security_group after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.564943 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > security_group after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.565464 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 01:20:01.565865 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.566211 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.566547 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.566959 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 01:20:01.567362 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > address_group after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.567709 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > address_group after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.568043 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > address_group after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.568430 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103119) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 01:20:01.568865 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] ML2 OVO RPC backend initialized. {{(pid=103119) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 30 01:20:01.569554 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.569901 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.570308 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > network before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.570648 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > networks before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.571014 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > port before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.571351 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > ports before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.571686 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > subnet before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.572018 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > subnets before_response 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.572357 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > network after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.572688 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > network after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.573013 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > network after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.573340 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > port after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.573665 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > port after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.573989 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > port after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.574325 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > subnet after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.574639 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > subnet after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.574987 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.582621 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded quota_driver: . Mar 30 01:20:01.582999 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.plugin [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Modular L2 Plugin initialization complete Mar 30 01:20:01.583342 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading services supported by the core plugin {{(pid=103119) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 30 01:20:01.583680 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.plugins.ml2.managers [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Got port-security extension from driver 'port_security' Mar 30 01:20:01.584155 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.extensions.vlantransparent [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Disabled vlantransparent extension. Mar 30 01:20:01.584638 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103119) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 30 01:20:01.584955 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading Plugin: router Mar 30 01:20:01.619066 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router_interface before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.619459 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router after_create 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.619822 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router before_create 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.620178 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.620543 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.620892 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router after_delete 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.621244 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > floatingip after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.621587 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > floatingip after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.621942 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router after_create 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.622836 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router after_update 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.623176 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router after_update 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.623512 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.623867 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router after_update 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.624273 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router precommit_update 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.624634 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: port after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.624970 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: port after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.625300 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: subnet after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.625632 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.625974 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > port precommit_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.626313 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router precommit_create 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.626648 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: port before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.627013 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router precommit_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.627362 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router after_update 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.627696 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router precommit_delete 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.628040 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router precommit_create 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.628396 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.628731 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router precommit_update 55549900 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.629086 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > agent after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.629430 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > agent after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.629767 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > network after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.630616 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Tracking information for resource: router configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:01.630973 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Tracking information for resource: floatingip configured {{(pid=103119) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 01:20:01.635755 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.db.l3_agentschedulers_db [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 30 01:20:01.636323 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: port after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.636686 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: port after_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.637032 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: port after_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.637376 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: port after_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.638947 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router before_create 55550100 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.639312 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router precommit_delete 55550100 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.639669 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router precommit_create 55550100 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.640020 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > router precommit_update 55550100 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.644854 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.services.provider_configuration [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service providers = [] {{(pid=103119) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 30 01:20:01.645216 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.db.servicetype_db [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103119) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 30 01:20:01.648132 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.services.service_base [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103119) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 01:20:01.648481 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.services.service_base [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103119) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 01:20:01.648820 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.services.service_base [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103119) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 01:20:01.649695 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.services.service_base [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103119) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 01:20:01.650060 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.services.service_base [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 30 01:20:01.650433 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:01.650767 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 30 01:20:01.661458 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:01.661786 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading Plugin: auto_allocate Mar 30 01:20:01.667658 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: network precommit_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.668023 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: network precommit_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.668535 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:01.668871 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading Plugin: tag Mar 30 01:20:01.675456 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:01.675780 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading Plugin: timestamp Mar 30 01:20:01.679729 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:01.680057 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading Plugin: network_ip_availability Mar 30 01:20:01.685975 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.686288 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.686637 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.687362 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:01.687678 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading Plugin: flavors Mar 30 01:20:01.692334 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:01.692660 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading Plugin: revisions Mar 30 01:20:01.696848 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103119) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 01:20:01.697238 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_concurrency.lockutils [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=103119) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 01:20:01.697968 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103119) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 30 01:20:01.698300 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Initializing extension manager. Mar 30 01:20:01.698861 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: __init__.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.699203 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: __pycache__ {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.699536 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: address_group.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.700359 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.700919 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: address-group Mar 30 01:20:01.701238 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: address_scope.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.701934 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.702428 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: address-scope Mar 30 01:20:01.702771 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: admin_state_down_before_update.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.703863 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.704365 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: router-admin-state-down-before-update Mar 30 01:20:01.704686 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: agent.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.705370 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.705871 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: agent Mar 30 01:20:01.706190 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: agent_resources_synced.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.707113 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.707615 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: agent-resources-synced Mar 30 01:20:01.707934 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: allowedaddresspairs.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.709682 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.710190 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: allowed-address-pairs Mar 30 01:20:01.710510 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: auto_allocated_topology.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.711586 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.712097 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: auto-allocated-topology Mar 30 01:20:01.712420 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: availability_zone.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.713102 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.713598 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: availability_zone Mar 30 01:20:01.713913 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: availability_zone_filter.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.714932 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.715452 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: availability_zone_filter Mar 30 01:20:01.716352 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: data_plane_status.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.717289 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.717791 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension data-plane-status not supported by any of loaded plugins Mar 30 01:20:01.718106 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: default_subnetpools.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.719030 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.719536 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: default-subnetpools Mar 30 01:20:01.719854 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: dhcpagentscheduler.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.720648 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.721154 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: dhcp_agent_scheduler Mar 30 01:20:01.721472 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: dns.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.722381 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.722908 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension dns-integration not supported by any of loaded plugins Mar 30 01:20:01.723225 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: dns_domain_ports.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.724130 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.724629 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 30 01:20:01.724945 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.725856 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.726356 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 30 01:20:01.726675 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: dvr.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.727363 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.727865 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: dvr Mar 30 01:20:01.728180 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: ecmp_routes.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.729079 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.729572 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension ecmp_routes not supported by any of loaded plugins Mar 30 01:20:01.729889 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: empty_string_filtering.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.730799 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.731292 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: empty-string-filtering Mar 30 01:20:01.732206 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.733102 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.733595 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 30 01:20:01.733910 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.734831 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.735334 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 30 01:20:01.735649 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: external_net.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.736544 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.737043 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: external-net Mar 30 01:20:01.737359 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: extra_dhcp_opt.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.738247 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.738767 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: extra_dhcp_opt Mar 30 01:20:01.739087 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: extraroute.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.739972 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.740469 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: extraroute Mar 30 01:20:01.740785 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: extraroute_atomic.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.741816 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.742318 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: extraroute-atomic Mar 30 01:20:01.742637 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: filter_validation.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.743335 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.743825 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: filter-validation Mar 30 01:20:01.744142 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: fip_pf_description.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.745032 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.745524 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 30 01:20:01.745837 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: fip_pf_port_range.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.746742 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.747371 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 30 01:20:01.747805 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: fip_port_details.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.748770 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.749267 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: fip-port-details Mar 30 01:20:01.749586 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: flavors.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.750831 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.751343 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: flavors Mar 30 01:20:01.751663 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.753347 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.753858 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 30 01:20:01.754184 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: floatingip_pools.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.754898 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.755409 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: floatingip-pools Mar 30 01:20:01.755731 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: ip_allocation.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.756640 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.757138 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension ip_allocation not supported by any of loaded plugins Mar 30 01:20:01.757457 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.758358 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.758887 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: ip-substring-filtering Mar 30 01:20:01.759208 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: l2_adjacency.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.760113 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.760606 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension l2_adjacency not supported by any of loaded plugins Mar 30 01:20:01.760924 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: l3.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.763641 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.764162 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: router Mar 30 01:20:01.764493 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: l3_conntrack_helper.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.766737 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.767263 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 30 01:20:01.767591 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.768500 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.769009 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: ext-gw-mode Mar 30 01:20:01.769331 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.770236 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.770768 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: l3-ha Mar 30 01:20:01.771094 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.771992 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.772492 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 30 01:20:01.772813 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: l3_flavors.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.773714 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.774222 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: l3-flavors Mar 30 01:20:01.774542 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: l3_ndp_proxy.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.775932 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.776439 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 30 01:20:01.776763 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.777920 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.778960 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: l3-port-ip-change-not-allowed Mar 30 01:20:01.779319 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: l3agentscheduler.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.780386 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.780889 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: l3_agent_scheduler Mar 30 01:20:01.781214 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: local_ip.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.782991 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.783516 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension local_ip not supported by any of loaded plugins Mar 30 01:20:01.783840 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: logging.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.785284 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.785811 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension logging not supported by any of loaded plugins Mar 30 01:20:01.786135 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: metering.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.786891 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.787470 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: metering Mar 30 01:20:01.787792 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.788880 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.789390 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: metering_source_and_destination_fields Mar 30 01:20:01.789710 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: multiprovidernet.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.790618 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.791148 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: multi-provider Mar 30 01:20:01.791466 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: netmtu.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.792361 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.792864 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: net-mtu Mar 30 01:20:01.793181 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: netmtu_writable.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.794811 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.795318 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: net-mtu-writable Mar 30 01:20:01.795644 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: network_availability_zone.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.796311 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.796807 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: network_availability_zone Mar 30 01:20:01.797123 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: network_ip_availability.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.798217 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.798732 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: network-ip-availability Mar 30 01:20:01.799056 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: network_segment_range.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.799805 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.800295 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension network-segment-range not supported by any of loaded plugins Mar 30 01:20:01.800612 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: pagination.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.801723 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.802055 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: pagination Mar 30 01:20:01.802374 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: port_device_profile.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.803326 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.803811 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: port-device-profile Mar 30 01:20:01.804127 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.805034 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.805540 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: port-mac-address-regenerate Mar 30 01:20:01.805857 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.806770 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.807276 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: port-numa-affinity-policy Mar 30 01:20:01.807592 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: port_resource_request.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.808498 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.808993 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension port-resource-request not supported by any of loaded plugins Mar 30 01:20:01.809306 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: port_resource_request_groups.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.810280 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.810880 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 30 01:20:01.811199 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: portbindings.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.812099 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.812598 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: binding Mar 30 01:20:01.812912 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: portbindings_extended.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.814166 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.814668 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: binding-extended Mar 30 01:20:01.815012 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: portsecurity.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.815921 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.816420 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: port-security Mar 30 01:20:01.816740 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: project_id.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.817694 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.818019 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: project-id Mar 30 01:20:01.818335 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: providernet.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.819263 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.819770 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: provider Mar 30 01:20:01.820087 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: qos.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.823677 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.824191 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension qos not supported by any of loaded plugins Mar 30 01:20:01.824518 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.825775 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.826278 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 30 01:20:01.826602 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.827543 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.828046 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 30 01:20:01.828367 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: qos_default.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.829259 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.829760 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension qos-default not supported by any of loaded plugins Mar 30 01:20:01.830080 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: qos_fip.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.831015 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.831515 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension qos-fip not supported by any of loaded plugins Mar 30 01:20:01.831833 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: qos_fip_network_policy.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.832725 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.833230 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 30 01:20:01.833549 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: qos_gateway_ip.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.834452 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.834989 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 30 01:20:01.835313 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: qos_port_network_policy.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.836209 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.836706 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 30 01:20:01.837021 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.838041 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.838542 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 30 01:20:01.838898 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.839919 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.840427 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 30 01:20:01.841256 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: qos_pps_rule.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.842420 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.843029 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension qos-pps not supported by any of loaded plugins Mar 30 01:20:01.843349 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: qos_rule_type_details.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.844250 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.844747 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 30 01:20:01.845062 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: qos_rule_type_filter.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.845956 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.846457 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 30 01:20:01.846804 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: qos_rules_alias.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.847827 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.848328 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 30 01:20:01.848643 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: quota_check_limit.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.849537 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.850037 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: quota-check-limit Mar 30 01:20:01.850352 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: quotasv2.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.851286 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.851610 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: quotas Mar 30 01:20:01.851926 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: quotasv2_detail.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.853827 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.854165 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: quota_details Mar 30 01:20:01.854487 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: rbac.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.855554 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.856079 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: rbac-policies Mar 30 01:20:01.856962 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: rbac_address_group.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.857980 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.858493 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: rbac-address-group Mar 30 01:20:01.858850 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: rbac_address_scope.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.859749 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.860253 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: rbac-address-scope Mar 30 01:20:01.860572 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: rbac_security_groups.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.861542 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.862047 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: rbac-security-groups Mar 30 01:20:01.862367 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: rbac_subnetpool.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.863297 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.863797 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: rbac-subnetpool Mar 30 01:20:01.864115 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: revisionifmatch.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.865021 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.865529 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: revision-if-match Mar 30 01:20:01.865848 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: revisions.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.866992 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.867503 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: standard-attr-revisions Mar 30 01:20:01.867820 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: router_availability_zone.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.868483 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.868986 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: router_availability_zone Mar 30 01:20:01.869304 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: routerservicetype.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.870218 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.870745 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension router-service-type not supported by any of loaded plugins Mar 30 01:20:01.871068 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.872005 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.872601 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: security-groups-normalized-cidr Mar 30 01:20:01.872918 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: security_groups_port_filtering.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.873821 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.874325 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: port-security-groups-filtering Mar 30 01:20:01.874642 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.875594 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.876097 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: security-groups-remote-address-group Mar 30 01:20:01.876412 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.877323 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.877824 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: security-groups-shared-filtering Mar 30 01:20:01.878139 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.878741 dv-cinder-817135-7-iscsi neutron-server[103119]: WARNING neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 30 01:20:01.879053 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: securitygroup.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.889128 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.889640 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: security-group Mar 30 01:20:01.889966 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: segment.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.890674 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.891196 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension segment not supported by any of loaded plugins Mar 30 01:20:01.891517 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.892445 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.892942 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 30 01:20:01.893262 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: servicetype.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.894334 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.894879 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: service-type Mar 30 01:20:01.895203 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: sorting.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.896187 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.896512 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: sorting Mar 30 01:20:01.896828 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: standard_attr_segment.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.897726 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.898233 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 30 01:20:01.898550 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: standardattrdescription.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.899210 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.899706 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: standard-attr-description Mar 30 01:20:01.900023 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: stateful_security_group.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.900946 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.901454 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: stateful-security-group Mar 30 01:20:01.901770 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: stdattrs_common.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.902587 dv-cinder-817135-7-iscsi neutron-server[103119]: WARNING neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 30 01:20:01.902929 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.904550 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.905066 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 30 01:20:01.905386 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: subnet_onboard.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.906448 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.906989 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: subnet_onboard Mar 30 01:20:01.907310 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.908219 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.908720 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 30 01:20:01.909038 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: subnet_service_types.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.909936 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.910441 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: subnet-service-types Mar 30 01:20:01.910786 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: subnetallocation.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.911855 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.912357 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: subnet_allocation Mar 30 01:20:01.912675 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.913328 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.913829 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: subnetpool-prefix-ops Mar 30 01:20:01.914147 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.915093 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.915597 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 30 01:20:01.915917 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: tagging.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.916956 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.917466 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: standard-attr-tag Mar 30 01:20:01.917787 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: timestamp.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.919098 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.919607 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loaded extension: standard-attr-timestamp Mar 30 01:20:01.919931 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: trunk.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.920952 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.921457 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension trunk not supported by any of loaded plugins Mar 30 01:20:01.921776 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: trunk_details.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.922676 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.923200 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension trunk-details not supported by any of loaded plugins Mar 30 01:20:01.923516 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: uplink_status_propagation.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.924420 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.924920 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 30 01:20:01.925235 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Loading extension file: vlantransparent.py {{(pid=103119) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 01:20:01.925884 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103119) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 01:20:01.926386 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extension vlan-transparent not supported by any of loaded plugins Mar 30 01:20:01.928914 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:network Mar 30 01:20:01.929426 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:subnet Mar 30 01:20:01.929816 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 01:20:01.930203 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:port Mar 30 01:20:01.931481 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:01.931875 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service FLAVORS assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:01.932487 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:01.932904 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:01.933234 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:router Mar 30 01:20:01.933655 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:floatingip Mar 30 01:20:01.934138 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service METERING assigned prefix: /metering {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:01.935623 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.936041 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.936340 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103119) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:20:01.937318 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 01:20:01.937763 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:security_group Mar 30 01:20:01.938191 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 01:20:01.938797 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service CORE assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:01.939123 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 01:20:01.939460 dv-cinder-817135-7-iscsi neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] subnetpool is already registered Mar 30 01:20:01.939888 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service CORE assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:01.940207 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 01:20:01.940531 dv-cinder-817135-7-iscsi neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] subnetpool is already registered Mar 30 01:20:01.942787 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:01.943218 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service FLAVORS assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:01.943799 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:01.944214 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:01.944537 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:router Mar 30 01:20:01.944872 dv-cinder-817135-7-iscsi neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] router is already registered Mar 30 01:20:01.945274 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:floatingip Mar 30 01:20:01.945601 dv-cinder-817135-7-iscsi neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] floatingip is already registered Mar 30 01:20:01.946051 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service METERING assigned prefix: /metering {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:01.946715 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 01:20:01.947050 dv-cinder-817135-7-iscsi neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] rbac_policy is already registered Mar 30 01:20:01.947457 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:security_group Mar 30 01:20:01.947787 dv-cinder-817135-7-iscsi neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] security_group is already registered Mar 30 01:20:01.948181 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 01:20:01.948509 dv-cinder-817135-7-iscsi neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] security_group_rule is already registered Mar 30 01:20:01.949118 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service CORE assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:01.949438 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 01:20:01.949767 dv-cinder-817135-7-iscsi neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] subnetpool is already registered Mar 30 01:20:01.950723 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.v2.resource_helper [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Service CORE assigned prefix: {{(pid=103119) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 01:20:01.951037 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 01:20:01.951535 dv-cinder-817135-7-iscsi neutron-server[103119]: WARNING neutron.quota.resource_registry [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] subnetpool is already registered Mar 30 01:20:01.951998 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: extensions {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.953449 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: address-groups {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.954948 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: address-scopes {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.956239 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: agents {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.957388 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: auto-allocated-topology {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.958595 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: availability_zones {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.959818 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: dhcp-networks {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.961300 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: dhcp-agents {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.962722 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: routers {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.964870 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: flavors {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.966218 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: service_profiles {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.967462 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: next_providers {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.968872 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: service_profiles {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.971270 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: floatingip-pools {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.972502 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: routers {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.974536 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: floatingips {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.975878 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: l3-routers {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.977244 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: l3-agents {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.978612 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: metering-labels {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.979970 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: metering-label-rules {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.981212 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: network-ip-availabilities {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.983131 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: bindings {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.984731 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: quotas {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.986267 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: quotas {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.987811 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: rbac-policies {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.989082 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: security-groups {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.990334 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: security-group-rules {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.991580 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: service-providers {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.992759 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: subnetpools {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.994144 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: subnetpools {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.995616 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.997941 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:01.999714 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:02.001463 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:02.003243 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:02.005068 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:02.006734 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:02.008587 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:02.010342 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:02.012226 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron.api.extensions [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Extended resource: tags {{(pid=103119) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 01:20:02.018006 dv-cinder-817135-7-iscsi neutron-server[103119]: WARNING keystonemiddleware.auth_token [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 30 01:20:02.022666 dv-cinder-817135-7-iscsi neutron-server[103119]: WARNING keystonemiddleware.auth_token [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 30 01:20:02.031552 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_concurrency.lockutils [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Acquired lock "singleton_lock" {{(pid=103119) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 30 01:20:02.032014 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_concurrency.lockutils [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Releasing lock "singleton_lock" {{(pid=103119) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 30 01:20:02.032646 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO oslo_service.service [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Starting 2 workers Mar 30 01:20:02.037492 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Started child 103226 {{(pid=103119) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 01:20:02.041927 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Started child 103227 {{(pid=103119) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 01:20:02.043144 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:02.043842 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO neutron.service [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Neutron service started, listening on 0.0.0.0:9696 Mar 30 01:20:02.044801 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Publish callbacks [] for process (None), before_spawn {{(pid=103119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:02.046110 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [-] (103226) wsgi starting up on http://0.0.0.0:9696 Mar 30 01:20:02.047477 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO oslo_service.service [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Starting 1 workers Mar 30 01:20:02.047974 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:02.049425 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [-] (103227) wsgi starting up on http://0.0.0.0:9696 Mar 30 01:20:02.053086 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Started child 103228 {{(pid=103119) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 01:20:02.053701 dv-cinder-817135-7-iscsi neutron-server[103119]: INFO oslo_service.service [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Starting 1 workers Mar 30 01:20:02.058601 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Started child 103229 {{(pid=103119) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 01:20:02.059447 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] Publish callbacks [] for process (None), after_spawn {{(pid=103119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:02.060899 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.service [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] calling RpcWorker wait() {{(pid=103228) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 30 01:20:02.061415 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.service [None req-0bfdb3fb-ac1b-4d53-a6f6-792a9dcb42fc None None] returning from RpcWorker wait() {{(pid=103228) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 30 01:20:02.062231 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103119) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 01:20:02.062447 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 01:20:02.062633 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 01:20:02.062751 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:02.062878 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 01:20:02.063124 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:02.063411 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 01:20:02.063579 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 01:20:02.064112 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.064384 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.064584 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:02.065003 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.065003 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.065145 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.065609 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:02.065768 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.066005 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.066259 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.066527 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.066781 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.066946 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.067285 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.067554 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.067794 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.068098 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.068368 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.068622 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.068879 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.069038 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.069313 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.069593 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.069844 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.070109 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] debug = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.070359 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.070834 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.071075 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.071309 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.071571 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.071806 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.072032 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.072301 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.072542 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.072743 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.072974 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.073223 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.073447 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.073651 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.073898 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.074109 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.074339 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.074687 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.075048 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] host = dv-cinder-817135-7-iscsi {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.075327 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.075528 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.075946 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.076196 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.076434 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.076652 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.077074 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.077282 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.077489 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.077687 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.077890 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.078081 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.078290 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.078512 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.078739 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_options = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.079067 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.079282 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.079474 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.079666 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.079861 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.079861 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.080249 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.080249 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.080631 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.080835 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.081028 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.081220 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.081423 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.081614 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.081814 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.082002 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.082193 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.082397 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.082603 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.082828 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.083024 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.083241 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.083454 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.083648 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.083855 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.084075 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.084330 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.084528 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.084754 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.085146 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.086046 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.088382 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.088382 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.088382 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.088382 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.088382 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.088382 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.088382 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094246 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094246 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094246 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094246 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094246 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094246 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094246 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094246 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094804 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] use_json = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094804 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094804 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094804 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094804 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094804 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094804 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.094804 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.095274 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.095274 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.095274 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.096695 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.097241 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.097549 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.097810 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.098096 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.098376 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.098622 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.098900 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.099298 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.099506 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.099783 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.100028 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.100273 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.100561 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.101960 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.101960 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.101960 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.101960 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.101960 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.102306 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.102306 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.102600 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.102847 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.103090 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.103346 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.103594 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.103887 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.104142 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.104516 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.104815 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.105064 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.105338 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.105562 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.105803 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.106047 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.106291 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.107191 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.107549 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.107961 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.108215 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.108438 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.108685 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.108952 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.109173 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.109411 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.109636 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.109882 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.110120 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.110344 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.110596 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.110821 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.111057 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.111270 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.111497 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.111726 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.111957 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.112214 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.112441 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.112677 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.112890 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.113103 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.113356 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.113597 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.113827 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.114057 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.114263 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.114471 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.114752 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.115007 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.115211 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.115445 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.115688 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.115899 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.116108 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.116329 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.116575 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.116790 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.117013 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.117230 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.117434 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.117641 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.117858 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.118095 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.118306 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.118522 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.118753 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.118991 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.119224 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.119445 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.119654 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.120127 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.120435 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.120686 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.120932 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.121154 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.121424 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.121674 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.121922 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.122806 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.123427 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.123691 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.123991 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.124458 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.124691 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.124940 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.125163 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.125425 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.125652 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.125870 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.126116 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.126353 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.126601 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.126873 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.127140 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.127410 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.127646 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.127879 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.128113 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.128405 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.128643 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.128912 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.129147 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.129417 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.129700 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.129993 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.130263 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.130519 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.130775 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.131021 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.131258 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.131533 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.131781 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.132033 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.132278 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.132516 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.132768 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.132987 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.133330 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.133641 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.133875 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.134109 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.134327 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.134599 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.134883 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.135143 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.135409 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.135652 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.135919 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.136172 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.136579 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.136814 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.137045 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.137277 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.137495 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.137849 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.138262 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.138610 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.138858 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.139100 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.139357 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.139578 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.139798 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.140038 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.140279 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.140499 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.140746 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.140957 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.141203 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.141446 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.141666 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.141885 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.142103 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.142334 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.142584 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.142831 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.143104 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.143346 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.143585 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.143842 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.144093 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.144361 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.144573 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.144817 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.145035 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.145267 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.145479 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.145703 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.145915 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.146336 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.146808 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.147398 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.147802 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.148046 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.148396 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.148651 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.148883 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.149115 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.149358 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.149578 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.149801 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.150025 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.150273 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.150523 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.150764 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.150995 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.151217 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.151435 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.151651 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.152153 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.152389 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.152623 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.152877 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.153102 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.153351 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.153669 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.154062 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.154325 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.154546 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.154785 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.155004 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.155241 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.155461 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.155745 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.155994 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.156226 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.156491 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.156729 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.156994 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.157224 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.157438 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.157655 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.157876 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.158093 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.158324 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.158571 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.158806 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.159021 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.159250 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.159488 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.159721 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.159971 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.160184 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.160393 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.160781 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.161001 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.161215 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.161442 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.161674 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.161868 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.162094 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.162312 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.162521 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.162775 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.162990 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.163203 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.163426 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.163645 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.163851 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.164143 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.164402 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.164619 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.164916 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.165148 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.165404 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.165649 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.165956 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.166180 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.166438 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.166688 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.166936 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.167155 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.167391 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.167699 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.167986 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.168230 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.168484 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.168570 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:02.168755 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.169666 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.170117 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.170440 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.170767 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.171106 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.171389 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.171647 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.171899 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.172150 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.173037 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.173304 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.173524 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.174024 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.174251 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.174519 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.174776 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.175035 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.175273 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.175654 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.176039 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.176308 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.176671 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.176897 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.177116 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.177273 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 01:20:02.177846 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103119) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 01:20:02.178006 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 01:20:02.178159 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 01:20:02.178347 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 01:20:02.178515 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 01:20:02.178854 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 01:20:02.179066 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.179231 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.179394 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.179560 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.179720 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.179899 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.180073 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.180219 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.180381 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.180542 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.180701 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.180863 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.181022 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.181180 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.181337 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.181494 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.181645 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.181831 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.181982 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.182116 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.182275 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.182432 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.182586 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] debug = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.182764 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.182980 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.183145 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.183304 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.183462 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.183621 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.183785 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.183941 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.184099 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.184256 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.184413 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.185201 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.185446 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.185730 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.186002 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.186216 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.186317 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.186466 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.186624 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] host = dv-cinder-817135-7-iscsi {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.186806 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.186966 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.187123 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.187280 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.187436 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.187592 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.187749 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.187909 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.188063 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.188219 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.188375 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.188531 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.188720 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.188843 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.189000 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_options = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.189155 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.189311 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.189466 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.189640 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.189802 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.189958 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.190116 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.190273 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.190434 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.190591 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.190769 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.190928 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.191084 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.191244 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.191400 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.191556 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.191715 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.191873 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.192034 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.192192 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.192348 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.192504 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.192660 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.192815 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.192973 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.193129 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.193286 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.193446 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.193607 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.194282 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.194442 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.194607 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.194779 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.194941 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.195110 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.195245 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.195415 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.195542 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.195678 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.195834 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.195990 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.196146 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.196303 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.196460 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.196617 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.196775 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.196934 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] use_json = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.197093 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.197249 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.197405 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.197562 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.197718 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.197874 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.198030 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.198187 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.198344 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 01:20:02.198522 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.198683 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.198874 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.199035 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.199196 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.199357 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.199516 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.199676 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.199835 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.199993 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.200184 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.200787 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.200787 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.200966 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.201094 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.201259 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.201421 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.201583 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.201744 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.201905 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.202065 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.202226 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.202398 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.202559 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.202747 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.203250 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.203250 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.203250 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.203490 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.203571 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.203670 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.203833 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.203996 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.204159 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.204320 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.204482 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.204644 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.204805 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.204967 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.205132 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.205292 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.205452 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.205612 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.205772 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.205935 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.206095 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.206256 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.206417 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.206577 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.206763 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.206929 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.207089 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.207250 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.207412 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.207573 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.207734 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.207894 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.208066 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.208225 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.208387 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.208548 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.208708 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.208867 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.209028 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.209188 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.209347 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.209507 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.209671 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.209841 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.210172 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.210339 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.210502 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.210664 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.210848 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.211011 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.211173 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.211334 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.211495 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.211655 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.211814 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.211972 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.212132 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.212292 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.212452 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.212611 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.212771 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.212931 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.213081 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.213240 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.213399 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.213558 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.213727 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.213907 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.214068 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.214227 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.214385 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.214545 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.214766 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.214910 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.215022 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.215181 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.215343 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.215502 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.215663 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.215861 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.216145 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.216437 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.216621 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.216783 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.216945 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.217105 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.217266 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.217427 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.217585 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.217747 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.217906 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.218066 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.218226 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.218386 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.218554 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.218729 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.218897 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.219059 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.219226 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.219397 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.219558 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.219720 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.219880 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.220040 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.220200 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.220366 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.220526 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.220685 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.220844 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.221004 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.221175 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.221335 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.221495 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.221655 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.221838 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.222050 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.222226 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.222309 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.222455 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.222614 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.222795 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.222955 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.223116 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.223275 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.223435 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.223598 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.223759 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.223919 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.224080 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.224241 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.224403 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.224563 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.224723 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.224885 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.225046 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.225206 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.225367 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.225529 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.225688 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.225849 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.226009 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.226169 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.226329 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.226488 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.226654 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.226825 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.226985 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.227146 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.227306 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.227465 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.227624 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.227786 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.227946 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.228107 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.228266 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.228427 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.228588 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.228749 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.228910 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.229071 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.229232 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.229393 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.229552 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.229715 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.229876 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.230038 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.230198 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.230361 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.230521 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.230716 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.230876 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.231063 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.231226 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.231946 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.232175 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.232340 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.232566 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.232729 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.232889 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.233051 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.233236 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.233399 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.233559 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.233719 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.233879 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.234042 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.234205 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.234366 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.234525 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.234688 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.234899 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.235022 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.235403 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.235403 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.235581 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.235680 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.235765 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.235924 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.236096 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.236185 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 60142) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:02.236271 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.236406 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.236566 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.236725 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.236885 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.237056 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.237215 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.237378 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.237539 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.237697 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.237856 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.238026 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.238185 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.238345 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.238505 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.238664 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.238847 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.239019 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.239179 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.239339 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.239499 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.239659 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.239818 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.239987 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.240147 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.240313 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.240473 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.240632 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.240791 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.240960 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.241120 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.241281 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.241441 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.241600 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.241758 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.241928 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.242089 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.242249 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.242417 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.242577 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.242764 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.242926 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.243099 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.243259 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.243424 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.243584 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.243745 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.243903 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.244065 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.244229 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.244399 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.244566 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.245147 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.245147 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.245147 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.245390 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.245390 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.245536 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.245673 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.245835 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.245995 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.246154 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.246313 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.246473 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.246632 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.246812 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.246994 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.247199 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.247482 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.247764 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.247951 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.248112 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.248272 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.248433 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.248592 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.248752 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.248913 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.249073 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 01:20:02.249226 dv-cinder-817135-7-iscsi neutron-server[103119]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103119) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 01:20:02.250506 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0107443 Mar 30 01:20:13.703044 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e671cf9-a253-45c6-8381-25f06214aab8 None None] get_active_networks_info from dv-cinder-817135-7-iscsi {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 30 01:20:13.789784 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e671cf9-a253-45c6-8381-25f06214aab8 None None] No non-hosted networks {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 30 01:20:13.804235 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.agentschedulers_db [None req-5e671cf9-a253-45c6-8381-25f06214aab8 None None] DHCP Agent not found on host dv-cinder-817135-7-iscsi {{(pid=103228) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 30 01:20:13.901142 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df2db71a-739c-4498-9cf1-3451fca8b23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3786477'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:15.843509 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ec0daff-3263-4d64-bbf7-377ba031bf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3786477'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:15.892747 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4a6f425d-06f5-4e29-812f-9d85274a1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:17.056438 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 60212) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:17.080060 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3786477'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:17.608180 dv-cinder-817135-7-iscsi neutron-server[103227]: WARNING oslo_policy.policy [None req-5cde2882-29dc-4d19-8fd0-1c091adf9c98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:20:17.608769 dv-cinder-817135-7-iscsi neutron-server[103227]: WARNING oslo_policy.policy [None req-5cde2882-29dc-4d19-8fd0-1c091adf9c98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:20:17.839609 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [None req-5cde2882-29dc-4d19-8fd0-1c091adf9c98 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:20:17.854722 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-5cde2882-29dc-4d19-8fd0-1c091adf9c98 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7834759 Mar 30 01:20:18.474546 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3786477'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:20.016882 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3786477'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:20.018552 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.019405 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.020215 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.022170 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.022785 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.023525 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.024151 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.024731 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.025538 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.027316 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.029019 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.029561 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.031527 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.032908 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.035293 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:20.036891 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817135-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:20.058232 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817135-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:20.494458 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 60242) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:20.828753 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-8ab95bae-cfe8-4f74-9f53-20c6ac4e5ae1 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:20:20.926910 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.policy [None req-8ab95bae-cfe8-4f74-9f53-20c6ac4e5ae1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103227) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 01:20:20.969747 dv-cinder-817135-7-iscsi neutron-server[103227]: WARNING oslo_policy.policy [None req-8ab95bae-cfe8-4f74-9f53-20c6ac4e5ae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:20:20.970160 dv-cinder-817135-7-iscsi neutron-server[103227]: WARNING oslo_policy.policy [None req-8ab95bae-cfe8-4f74-9f53-20c6ac4e5ae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:20:21.055828 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.db.l3_hamode_db [None req-b232090b-eccd-4376-8338-f136e4ab3c96 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 30 01:20:21.071234 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ab95bae-cfe8-4f74-9f53-20c6ac4e5ae1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734056520386', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734056520885', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734056537208', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734056544210', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734056553105', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734056860354', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1016244', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-800162', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4085020', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3765090'] for rbac-policy (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:21.136003 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232090b-eccd-4376-8338-f136e4ab3c96 None None] Routers set() bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:20:21.136478 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232090b-eccd-4376-8338-f136e4ab3c96 None None] Router IDs set() for agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 30 01:20:21.142293 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ab95bae-cfe8-4f74-9f53-20c6ac4e5ae1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:21.154831 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-8ab95bae-cfe8-4f74-9f53-20c6ac4e5ae1 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6477857 Mar 30 01:20:23.665673 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60254) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:24.166059 dv-cinder-817135-7-iscsi neutron-server[103226]: WARNING oslo_policy.policy [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:20:24.166640 dv-cinder-817135-7-iscsi neutron-server[103226]: WARNING oslo_policy.policy [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:20:24.397632 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:20:24.452351 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Made reservation on behalf of 4a955500342c498384e96caede5f019f for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:20:24.513571 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.policy [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103226) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 01:20:24.555873 dv-cinder-817135-7-iscsi neutron-server[103226]: WARNING oslo_policy.policy [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:20:24.556241 dv-cinder-817135-7-iscsi neutron-server[103226]: WARNING oslo_policy.policy [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 01:20:24.566958 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:24.588633 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:24.700457 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Publish callbacks [] for security_group (8f5aeb44-19b5-479c-b8dc-b1dc7f6f71d8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:24.704207 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (8f5aeb44-19b5-479c-b8dc-b1dc7f6f71d8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:24.728547 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:20:24.764054 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734057288241', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (e190a768-4499-4ed6-8af6-eb0788ca1ba0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:24.764634 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Unsubscribe: segment precommit_create {{(pid=103226) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 01:20:24.765161 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Added segment e190a768-4499-4ed6-8af6-eb0788ca1ba0 of type vlan for network 79bca759-5f13-4a41-b1d0-a3d7cc2f6efa Mar 30 01:20:24.781517 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5aeb44-19b5-479c-b8dc-b1dc7f6f71d8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:24.836562 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.836900 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.837255 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.837605 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.837934 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.838259 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.838579 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.838921 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.839281 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.839561 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.839883 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.840403 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.840823 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.841140 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.841457 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Tracked resource versions report: Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: pushed versions: Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: { 'AddressGroup': {'1.2'}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Agent': {'1.1'}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'ConntrackHelper': {'1.0'}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Log': {'1.0'}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'NDPProxy': {'1.0'}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Network': {'1.1'}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Port': {'1.7'}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'PortForwarding': {'1.3'}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'QosPolicy': {'1.10'}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'SecurityGroup': {'1.5'}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'SubPort': {'1.0'}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Subnet': {'1.1'}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Trunk': {'1.1'}} Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: consumer versions: Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: { DHCP agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: L3 agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: Metadata agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: Metering agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: Open vSwitch agent@dv-cinder-817135-7-iscsi: { 'AddressGroup': '1.2', Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Agent': '1.1', Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'ConntrackHelper': '1.0', Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'LocalIPAssociation': '1.0', Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Log': '1.0', Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'NDPProxy': '1.0', Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Network': '1.1', Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Port': '1.7', Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'PortForwarding': '1.3', Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'QosPolicy': '1.10', Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'SecurityGroup': '1.5', Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'SecurityGroupRule': '1.2', Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'SubPort': '1.0', Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Subnet': '1.1', Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Trunk': '1.1'}} Mar 30 01:20:24.842932 dv-cinder-817135-7-iscsi neutron-server[103226]: {{(pid=103226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:20:24.874966 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (79bca759-5f13-4a41-b1d0-a3d7cc2f6efa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:24.917852 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (79bca759-5f13-4a41-b1d0-a3d7cc2f6efa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:24.923392 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:20:24.924050 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:25.014537 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3466008 Mar 30 01:20:25.055085 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eb5d1-54d3-46be-bada-e05fcfeb4329 demo demo] Pushing event updated for resources: {'Network': ['ID=79bca759-5f13-4a41-b1d0-a3d7cc2f6efa,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:25.068444 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network 79bca759-5f13-4a41-b1d0-a3d7cc2f6efa details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:20:27.557840 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60274) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:27.960858 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c5b362-387a-468e-af28-01cf50e9c651 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:20:27.962143 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-56c5b362-387a-468e-af28-01cf50e9c651 demo admin] 10.222.0.30 "GET /v2.0/networks/79bca759-5f13-4a41-b1d0-a3d7cc2f6efa HTTP/1.1" status: 200 len: 825 time: 0.4032538 Mar 30 01:20:28.002088 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-bc1d1de4-fcf7-4623-a416-a16488571a60 demo admin] 10.222.0.30 "GET /v2.0/subnetpools/dff58c97-800a-4f5b-84b3-4ce3c154be2a HTTP/1.1" status: 200 len: 734 time: 0.0342171 Mar 30 01:20:28.010656 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b77cb7ac-4e9e-4ffa-98af-88200ac8103c demo admin] Request body: {'subnet': {'subnetpool_id': 'dff58c97-800a-4f5b-84b3-4ce3c154be2a', 'name': 'private-subnet', 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:20:28.033767 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77cb7ac-4e9e-4ffa-98af-88200ac8103c demo admin] Made reservation on behalf of 4a955500342c498384e96caede5f019f for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:20:28.036116 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b77cb7ac-4e9e-4ffa-98af-88200ac8103c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:28.329954 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b77cb7ac-4e9e-4ffa-98af-88200ac8103c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for subnet (a9db7b88-4a91-4966-9df1-7d6e4ec31689), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:28.398015 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cb7ac-4e9e-4ffa-98af-88200ac8103c demo admin] Pushing event updated for resources: {'Subnet': ['ID=a9db7b88-4a91-4966-9df1-7d6e4ec31689,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:28.399979 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77cb7ac-4e9e-4ffa-98af-88200ac8103c demo admin] Checking segment: {'id': 'e190a768-4499-4ed6-8af6-eb0788ca1ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:20:28.400355 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77cb7ac-4e9e-4ffa-98af-88200ac8103c demo admin] Network hostable DHCP agents. Network: 79bca759-5f13-4a41-b1d0-a3d7cc2f6efa, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:20:28.420875 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77cb7ac-4e9e-4ffa-98af-88200ac8103c demo admin] Network 79bca759-5f13-4a41-b1d0-a3d7cc2f6efa is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:20:28.431739 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b77cb7ac-4e9e-4ffa-98af-88200ac8103c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, 79bca759-5f13-4a41-b1d0-a3d7cc2f6efa) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:20:28.437429 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77cb7ac-4e9e-4ffa-98af-88200ac8103c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:20:28.438037 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b77cb7ac-4e9e-4ffa-98af-88200ac8103c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:28.442266 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce15045-8ed1-4b8c-8155-d0f89e102f94 None None] Network 79bca759-5f13-4a41-b1d0-a3d7cc2f6efa requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:20:28.459682 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b77cb7ac-4e9e-4ffa-98af-88200ac8103c demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4485514 Mar 30 01:20:28.821432 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b23a1d-20be-52f4-82ad-60a22b17f1f3-79bca759-5f13-4a41-b1d0-a3d7cc2f6efa', 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa', 'project_id': '4a955500342c498384e96caede5f019f', 'fixed_ips': [{'subnet_id': 'a9db7b88-4a91-4966-9df1-7d6e4ec31689'}]}} from dv-cinder-817135-7-iscsi. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:20:28.822798 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:29.100444 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Allocated IP 172.20.0.2 (79bca759-5f13-4a41-b1d0-a3d7cc2f6efa/a9db7b88-4a91-4966-9df1-7d6e4ec31689/a44f7554-7e44-4b4b-b91f-c3f350d2ada9) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:20:29.372928 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Publish callbacks [] for port (a44f7554-7e44-4b4b-b91f-c3f350d2ada9), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:29.380390 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (a44f7554-7e44-4b4b-b91f-c3f350d2ada9), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:29.456098 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Network 79bca759-5f13-4a41-b1d0-a3d7cc2f6efa is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:20:29.462760 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:20:29.467282 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:20:29.477324 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Pushing event updated for resources: {'Port': ['ID=a44f7554-7e44-4b4b-b91f-c3f350d2ada9,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:29.520627 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.520978 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.521335 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.521698 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.522035 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.522363 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.522690 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.523033 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.523360 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.523682 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.524005 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.524342 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.524667 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.524984 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.525305 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Tracked resource versions report: Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: pushed versions: Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: { 'AddressGroup': {'1.2'}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Agent': {'1.1'}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'ConntrackHelper': {'1.0'}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Log': {'1.0'}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'NDPProxy': {'1.0'}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Network': {'1.1'}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Port': {'1.7'}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'PortForwarding': {'1.3'}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'QosPolicy': {'1.10'}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'SecurityGroup': {'1.5'}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'SubPort': {'1.0'}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Subnet': {'1.1'}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Trunk': {'1.1'}} Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: consumer versions: Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: { DHCP agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: L3 agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: Metadata agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: Metering agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: Open vSwitch agent@dv-cinder-817135-7-iscsi: { 'AddressGroup': '1.2', Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Agent': '1.1', Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'ConntrackHelper': '1.0', Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'LocalIPAssociation': '1.0', Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Log': '1.0', Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'NDPProxy': '1.0', Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Network': '1.1', Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Port': '1.7', Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'PortForwarding': '1.3', Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'QosPolicy': '1.10', Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'SecurityGroup': '1.5', Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'SecurityGroupRule': '1.2', Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'SubPort': '1.0', Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Subnet': '1.1', Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Trunk': '1.1'}} Mar 30 01:20:29.526733 dv-cinder-817135-7-iscsi neutron-server[103228]: {{(pid=103228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:20:29.561223 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Attempting to bind port a44f7554-7e44-4b4b-b91f-c3f350d2ada9 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:20:29.561621 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Attempting to bind port a44f7554-7e44-4b4b-b91f-c3f350d2ada9 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': 'e190a768-4499-4ed6-8af6-eb0788ca1ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:20:29.562051 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Attempting to bind port a44f7554-7e44-4b4b-b91f-c3f350d2ada9 on network 79bca759-5f13-4a41-b1d0-a3d7cc2f6efa {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:20:29.566828 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:20:29.567207 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Checking segment: {'id': 'e190a768-4499-4ed6-8af6-eb0788ca1ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:20:29.567686 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:29.568106 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Bound using segment: {'id': 'e190a768-4499-4ed6-8af6-eb0788ca1ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:20:29.568613 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Bound port: a44f7554-7e44-4b4b-b91f-c3f350d2ada9, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e190a768-4499-4ed6-8af6-eb0788ca1ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:20:29.569025 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a44f7554-7e44-4b4b-b91f-c3f350d2ada9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:29.636725 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] For port a44f7554-7e44-4b4b-b91f-c3f350d2ada9, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:20:29.641721 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] For port a44f7554-7e44-4b4b-b91f-c3f350d2ada9, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=a44f7554-7e44-4b4b-b91f-c3f350d2ada9,segment=NetworkSegment(e190a768-4499-4ed6-8af6-eb0788ca1ba0),segment_id=e190a768-4499-4ed6-8af6-eb0788ca1ba0)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:20:29.648919 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (a44f7554-7e44-4b4b-b91f-c3f350d2ada9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:29.713704 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce42528-1ca6-4240-97c4-825aadc3523f None None] Pushing event updated for resources: {'Port': ['ID=a44f7554-7e44-4b4b-b91f-c3f350d2ada9,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:31.020821 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60282) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:31.356865 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [None req-75e39f33-abc5-46c2-a6c6-a16cb9fc11f3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:20:31.357963 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-75e39f33-abc5-46c2-a6c6-a16cb9fc11f3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3361859 Mar 30 01:20:33.943711 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60290) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:34.257852 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [None req-3cfc1cec-2278-4d06-a0b9-3617527210b6 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:20:34.258897 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3cfc1cec-2278-4d06-a0b9-3617527210b6 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3141961 Mar 30 01:20:36.814391 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 60298) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:37.124593 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-73b13da8-7690-41cf-a2c3-f6fd72f7ee6c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:20:37.152095 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-73b13da8-7690-41cf-a2c3-f6fd72f7ee6c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3788032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3972'] for router (3da6a09d-bba3-4352-9529-88750a82a2ef), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:37.154013 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-73b13da8-7690-41cf-a2c3-f6fd72f7ee6c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3784897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3779565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3997'] for router (3da6a09d-bba3-4352-9529-88750a82a2ef), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:37.301287 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-73b13da8-7690-41cf-a2c3-f6fd72f7ee6c demo demo] Publish callbacks [] for router_controller (3da6a09d-bba3-4352-9529-88750a82a2ef), precommit_add_association {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:37.306280 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-73b13da8-7690-41cf-a2c3-f6fd72f7ee6c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3784726'] for router (3da6a09d-bba3-4352-9529-88750a82a2ef), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:37.326784 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-73b13da8-7690-41cf-a2c3-f6fd72f7ee6c demo demo] Publish callbacks [] for router (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:37.342740 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-73b13da8-7690-41cf-a2c3-f6fd72f7ee6c demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5125730 Mar 30 01:20:39.858654 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 60310) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:40.189581 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [None req-10242d4d-3567-440a-8af5-b94c5453ec5a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:20:40.190561 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-10242d4d-3567-440a-8af5-b94c5453ec5a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3309393 Mar 30 01:20:40.773816 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device a44f7554-7e44-4b4b-b91f-c3f350d2ada9 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:20:40.860644 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port a44f7554-7e44-4b4b-b91f-c3f350d2ada9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:20:40.861065 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a44f7554-7e44-4b4b-b91f-c3f350d2ada9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:40.971667 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port a44f7554-7e44-4b4b-b91f-c3f350d2ada9 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:20:40.971995 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a44f7554-7e44-4b4b-b91f-c3f350d2ada9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:41.006225 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port a44f7554-7e44-4b4b-b91f-c3f350d2ada9, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=a44f7554-7e44-4b4b-b91f-c3f350d2ada9,segment=NetworkSegment(e190a768-4499-4ed6-8af6-eb0788ca1ba0),segment_id=e190a768-4499-4ed6-8af6-eb0788ca1ba0)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:20:41.010357 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (a44f7554-7e44-4b4b-b91f-c3f350d2ada9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:41.044521 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f1ebd6-ae20-4846-b901-9d231382b79b None None] Network 79bca759-5f13-4a41-b1d0-a3d7cc2f6efa requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:20:41.103982 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=a44f7554-7e44-4b4b-b91f-c3f350d2ada9,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:41.170209 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-14c8c39c-fa71-47e7-8e0b-5d47673a8aa1 None None] Provisioning complete for port a44f7554-7e44-4b4b-b91f-c3f350d2ada9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:20:41.170600 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14c8c39c-fa71-47e7-8e0b-5d47673a8aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a44f7554-7e44-4b4b-b91f-c3f350d2ada9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:41.274121 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-14c8c39c-fa71-47e7-8e0b-5d47673a8aa1 None None] Current status of the port a44f7554-7e44-4b4b-b91f-c3f350d2ada9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:20:41.394324 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a48f9e2c-816b-49c9-b85f-f0903e8fe651 None None] Provisioning complete for port a44f7554-7e44-4b4b-b91f-c3f350d2ada9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:20:41.394737 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a48f9e2c-816b-49c9-b85f-f0903e8fe651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a44f7554-7e44-4b4b-b91f-c3f350d2ada9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:41.474518 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a48f9e2c-816b-49c9-b85f-f0903e8fe651 None None] Current status of the port a44f7554-7e44-4b4b-b91f-c3f350d2ada9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:20:42.718337 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 60318) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:42.732482 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device a44f7554-7e44-4b4b-b91f-c3f350d2ada9 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:20:42.780111 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port a44f7554-7e44-4b4b-b91f-c3f350d2ada9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:20:42.780424 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a44f7554-7e44-4b4b-b91f-c3f350d2ada9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:42.858384 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port a44f7554-7e44-4b4b-b91f-c3f350d2ada9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:20:43.031442 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-34634596-5319-466c-b107-11997878d474 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:20:43.052707 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34634596-5319-466c-b107-11997878d474 admin admin] Made reservation on behalf of 8e7672bb827a4f4ea1fedd14bfb4311b for: {'network': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:20:43.055577 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:43.070540 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:43.101806 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:20:43.174188 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Publish callbacks [] for security_group (e050c28b-05e3-488d-a82c-795258e430d6), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:43.177804 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (e050c28b-05e3-488d-a82c-795258e430d6), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:43.189020 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-34634596-5319-466c-b107-11997878d474 admin admin] Reserving flat network on physical network physnet1 {{(pid=103227) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 30 01:20:43.216625 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734057288241', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:43.217196 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Unsubscribe: segment precommit_create {{(pid=103227) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 01:20:43.217699 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.segments_db [None req-34634596-5319-466c-b107-11997878d474 admin admin] Added segment 1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3 of type flat for network 1720a7c7-9253-45c5-8c79-215aa1283f3d Mar 30 01:20:43.248523 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34634596-5319-466c-b107-11997878d474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e050c28b-05e3-488d-a82c-795258e430d6,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:43.272039 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.272382 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.272735 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.273065 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.273391 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.273713 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.274038 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.274355 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.274713 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.275034 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.275368 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.275701 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.276020 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.276333 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.276646 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Tracked resource versions report: Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: pushed versions: Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: { 'AddressGroup': {'1.2'}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Agent': {'1.1'}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'ConntrackHelper': {'1.0'}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Log': {'1.0'}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'NDPProxy': {'1.0'}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Network': {'1.1'}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Port': {'1.7'}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'PortForwarding': {'1.3'}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'QosPolicy': {'1.10'}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'SecurityGroup': {'1.5'}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'SubPort': {'1.0'}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Subnet': {'1.1'}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Trunk': {'1.1'}} Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: consumer versions: Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: { DHCP agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: L3 agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: Metadata agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: Metering agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: Open vSwitch agent@dv-cinder-817135-7-iscsi: { 'AddressGroup': '1.2', Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Agent': '1.1', Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'ConntrackHelper': '1.0', Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'LocalIPAssociation': '1.0', Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Log': '1.0', Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'NDPProxy': '1.0', Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Network': '1.1', Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Port': '1.7', Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'PortForwarding': '1.3', Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'QosPolicy': '1.10', Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'SecurityGroup': '1.5', Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'SecurityGroupRule': '1.2', Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'SubPort': '1.0', Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Subnet': '1.1', Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Trunk': '1.1'}} Mar 30 01:20:43.278414 dv-cinder-817135-7-iscsi neutron-server[103227]: {{(pid=103227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:20:43.343652 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (1720a7c7-9253-45c5-8c79-215aa1283f3d), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:43.385612 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (1720a7c7-9253-45c5-8c79-215aa1283f3d), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:43.386649 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34634596-5319-466c-b107-11997878d474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:20:43.387852 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-34634596-5319-466c-b107-11997878d474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:43.470020 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-34634596-5319-466c-b107-11997878d474 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7505906 Mar 30 01:20:43.483502 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34634596-5319-466c-b107-11997878d474 admin admin] Pushing event updated for resources: {'Network': ['ID=1720a7c7-9253-45c5-8c79-215aa1283f3d,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:43.493937 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:20:43.662649 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-86e39a0b-f36b-47db-b320-f73664c78d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:45.840764 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ecb9805-0361-4b26-978d-87d8a215d148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:45.984964 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 60330) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:46.378474 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36979077-ab6f-4e6f-b434-34d9386ecaa4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:20:46.379870 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-36979077-ab6f-4e6f-b434-34d9386ecaa4 demo admin] 10.222.0.30 "GET /v2.0/subnets/a9db7b88-4a91-4966-9df1-7d6e4ec31689 HTTP/1.1" status: 200 len: 849 time: 0.3939655 Mar 30 01:20:46.519768 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-25aa73a5-ce56-40af-8c30-f91d0c92ae15 demo admin] 10.222.0.30 "GET /v2.0/routers/3da6a09d-bba3-4352-9529-88750a82a2ef HTTP/1.1" status: 200 len: 704 time: 0.1340492 Mar 30 01:20:46.797045 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:47.042987 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:47.095149 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Allocated IP 172.20.0.1 (79bca759-5f13-4a41-b1d0-a3d7cc2f6efa/a9db7b88-4a91-4966-9df1-7d6e4ec31689/7d654d6c-b813-41ec-a935-b9b76600cd1a) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:20:47.282954 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Publish callbacks [] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:47.346782 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:47.412151 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Network 79bca759-5f13-4a41-b1d0-a3d7cc2f6efa is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:20:47.416542 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:20:47.427298 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:20:47.427825 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785665'] for router_interface (3da6a09d-bba3-4352-9529-88750a82a2ef), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:47.491700 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Pushing event updated for resources: {'Port': ['ID=7d654d6c-b813-41ec-a935-b9b76600cd1a,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:47.630129 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b139bc49-20ab-454f-b97c-f3e2dd544969 None None] Provisioning complete for port 7d654d6c-b813-41ec-a935-b9b76600cd1a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:20:47.630535 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b139bc49-20ab-454f-b97c-f3e2dd544969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:47.666118 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b139bc49-20ab-454f-b97c-f3e2dd544969 None None] Port 7d654d6c-b813-41ec-a935-b9b76600cd1a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:20:47.695944 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:47.900364 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Publish callbacks [] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:47.905395 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:47.906174 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785557'] for router_interface (3da6a09d-bba3-4352-9529-88750a82a2ef), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:47.988540 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Pushing event updated for resources: {'Port': ['ID=7d654d6c-b813-41ec-a935-b9b76600cd1a,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:48.034357 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Network 79bca759-5f13-4a41-b1d0-a3d7cc2f6efa is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:20:48.035707 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:20:48.203065 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Router 3da6a09d-bba3-4352-9529-88750a82a2ef is scheduled to L3 agent a7db150b-b2f5-4348-917b-ee899f238924 with binding_index 1 {{(pid=103227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:20:48.289543 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e088645f-7e93-47c8-aebf-d0a48dcbd105 None None] Provisioning complete for port 7d654d6c-b813-41ec-a935-b9b76600cd1a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:20:48.290110 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e088645f-7e93-47c8-aebf-d0a48dcbd105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:48.306537 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:20:48.312560 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-50edefea-fd1a-47c2-8006-9a6b68b5049b demo admin] 10.222.0.30 "PUT /v2.0/routers/3da6a09d-bba3-4352-9529-88750a82a2ef/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7874854 Mar 30 01:20:48.319487 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Sync routers for ids ['3da6a09d-bba3-4352-9529-88750a82a2ef'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:20:48.330749 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e088645f-7e93-47c8-aebf-d0a48dcbd105 None None] Port 7d654d6c-b813-41ec-a935-b9b76600cd1a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:20:48.331925 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Routers {'3da6a09d-bba3-4352-9529-88750a82a2ef'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:20:48.332752 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:20:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3da6a09d-bba3-4352-9529-88750a82a2ef'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:48.408285 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:48.531916 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Set router 3da6a09d-bba3-4352-9529-88750a82a2ef gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:20:49.001746 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'name': 'router1', 'tenant_id': '4a955500342c498384e96caede5f019f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:20:37Z', 'updated_at': '2022-03-30T01:20:47Z', 'revision_number': 2, 'project_id': '4a955500342c498384e96caede5f019f', 'gw_port_host': None, '_interfaces': [{'id': '7d654d6c-b813-41ec-a935-b9b76600cd1a', 'name': '', 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa', 'tenant_id': '4a955500342c498384e96caede5f019f', 'mac_address': 'fa:16:3e:8f:6c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9db7b88-4a91-4966-9df1-7d6e4ec31689', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:20:46Z', 'updated_at': '2022-03-30T01:20:47Z', 'revision_number': 2, 'project_id': '4a955500342c498384e96caede5f019f', 'subnets': [{'id': 'a9db7b88-4a91-4966-9df1-7d6e4ec31689', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff58c97-800a-4f5b-84b3-4ce3c154be2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:49.054245 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Checking router: 3da6a09d-bba3-4352-9529-88750a82a2ef for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:20:49.054625 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Updating router 3da6a09d-bba3-4352-9529-88750a82a2ef port 7d654d6c-b813-41ec-a935-b9b76600cd1a binding host dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:20:49.107362 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:49.633729 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Publish callbacks [] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:49.640867 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:49.806301 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Attempting to bind port 7d654d6c-b813-41ec-a935-b9b76600cd1a on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:20:49.806726 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Attempting to bind port 7d654d6c-b813-41ec-a935-b9b76600cd1a by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': 'e190a768-4499-4ed6-8af6-eb0788ca1ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:20:49.807183 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Attempting to bind port 7d654d6c-b813-41ec-a935-b9b76600cd1a on network 79bca759-5f13-4a41-b1d0-a3d7cc2f6efa {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:20:49.809837 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Pushing event updated for resources: {'Port': ['ID=7d654d6c-b813-41ec-a935-b9b76600cd1a,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:49.815783 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:20:49.816183 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Checking segment: {'id': 'e190a768-4499-4ed6-8af6-eb0788ca1ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:20:49.816653 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:49.817042 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Bound using segment: {'id': 'e190a768-4499-4ed6-8af6-eb0788ca1ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:20:49.817558 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Bound port: 7d654d6c-b813-41ec-a935-b9b76600cd1a, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e190a768-4499-4ed6-8af6-eb0788ca1ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:20:49.817930 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:49.823887 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.824235 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.824668 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.825013 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.825347 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.825683 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.826010 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.826337 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.826664 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.827011 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.827338 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.827679 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.828005 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.828325 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.828643 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Tracked resource versions report: Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: pushed versions: Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: { 'AddressGroup': {'1.2'}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Agent': {'1.1'}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'ConntrackHelper': {'1.0'}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Log': {'1.0'}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'NDPProxy': {'1.0'}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Network': {'1.1'}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Port': {'1.7'}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'PortForwarding': {'1.3'}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'QosPolicy': {'1.10'}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'SecurityGroup': {'1.5'}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'SubPort': {'1.0'}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Subnet': {'1.1'}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Trunk': {'1.1'}} Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: consumer versions: Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: { DHCP agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: L3 agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: Metadata agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: Metering agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: Open vSwitch agent@dv-cinder-817135-7-iscsi: { 'AddressGroup': '1.2', Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Agent': '1.1', Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'ConntrackHelper': '1.0', Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'LocalIPAssociation': '1.0', Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Log': '1.0', Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'NDPProxy': '1.0', Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Network': '1.1', Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Port': '1.7', Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'PortForwarding': '1.3', Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'QosPolicy': '1.10', Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'SecurityGroup': '1.5', Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'SecurityGroupRule': '1.2', Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'SubPort': '1.0', Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Subnet': '1.1', Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Trunk': '1.1'}} Mar 30 01:20:49.830068 dv-cinder-817135-7-iscsi neutron-server[103229]: {{(pid=103229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:20:49.859574 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c7977582-d4e6-4ee6-b0f2-24e0719d8694 None None] Provisioning complete for port 7d654d6c-b813-41ec-a935-b9b76600cd1a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:20:49.860102 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c7977582-d4e6-4ee6-b0f2-24e0719d8694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:49.894110 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c7977582-d4e6-4ee6-b0f2-24e0719d8694 None None] Port 7d654d6c-b813-41ec-a935-b9b76600cd1a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:20:49.900208 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] For port 7d654d6c-b813-41ec-a935-b9b76600cd1a, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:20:49.920483 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] For port 7d654d6c-b813-41ec-a935-b9b76600cd1a, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=7d654d6c-b813-41ec-a935-b9b76600cd1a,segment=NetworkSegment(e190a768-4499-4ed6-8af6-eb0788ca1ba0),segment_id=e190a768-4499-4ed6-8af6-eb0788ca1ba0)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:20:49.926302 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:49.971024 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Routers {'3da6a09d-bba3-4352-9529-88750a82a2ef'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:20:49.971621 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:20:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3da6a09d-bba3-4352-9529-88750a82a2ef'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:50.012076 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:50.063536 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ae177-eca3-4ff0-869f-c572a34806fa None None] Pushing event updated for resources: {'Port': ['ID=7d654d6c-b813-41ec-a935-b9b76600cd1a,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:50.080470 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] Set router 3da6a09d-bba3-4352-9529-88750a82a2ef gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:20:50.216735 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f7eb7f53-2648-448f-8900-2136fee1a63e None None] Provisioning complete for port 7d654d6c-b813-41ec-a935-b9b76600cd1a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:20:50.217045 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7f53-2648-448f-8900-2136fee1a63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:50.302925 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'name': 'router1', 'tenant_id': '4a955500342c498384e96caede5f019f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:20:37Z', 'updated_at': '2022-03-30T01:20:47Z', 'revision_number': 2, 'project_id': '4a955500342c498384e96caede5f019f', 'gw_port_host': None, '_interfaces': [{'id': '7d654d6c-b813-41ec-a935-b9b76600cd1a', 'name': '', 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa', 'tenant_id': '4a955500342c498384e96caede5f019f', 'mac_address': 'fa:16:3e:8f:6c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9db7b88-4a91-4966-9df1-7d6e4ec31689', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:20:46Z', 'updated_at': '2022-03-30T01:20:49Z', 'revision_number': 4, 'project_id': '4a955500342c498384e96caede5f019f', 'subnets': [{'id': 'a9db7b88-4a91-4966-9df1-7d6e4ec31689', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff58c97-800a-4f5b-84b3-4ce3c154be2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:50.310521 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb7f53-2648-448f-8900-2136fee1a63e None None] Current status of the port 7d654d6c-b813-41ec-a935-b9b76600cd1a is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:20:50.310956 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7f53-2648-448f-8900-2136fee1a63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:50.329881 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a14f7-691c-4b0c-83e2-fb69fac4b8f9 None None] The sync data for ids ['3da6a09d-bba3-4352-9529-88750a82a2ef'] in dv-cinder-817135-7-iscsi is: [{'id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'name': 'router1', 'tenant_id': '4a955500342c498384e96caede5f019f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:20:37Z', 'updated_at': '2022-03-30T01:20:47Z', 'revision_number': 2, 'project_id': '4a955500342c498384e96caede5f019f', 'gw_port_host': None, '_interfaces': [{'id': '7d654d6c-b813-41ec-a935-b9b76600cd1a', 'name': '', 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa', 'tenant_id': '4a955500342c498384e96caede5f019f', 'mac_address': 'fa:16:3e:8f:6c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9db7b88-4a91-4966-9df1-7d6e4ec31689', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:20:46Z', 'updated_at': '2022-03-30T01:20:49Z', 'revision_number': 4, 'project_id': '4a955500342c498384e96caede5f019f', 'subnets': [{'id': 'a9db7b88-4a91-4966-9df1-7d6e4ec31689', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff58c97-800a-4f5b-84b3-4ce3c154be2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:20:50.344995 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f7eb7f53-2648-448f-8900-2136fee1a63e None None] For port 7d654d6c-b813-41ec-a935-b9b76600cd1a, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=7d654d6c-b813-41ec-a935-b9b76600cd1a,segment=NetworkSegment(e190a768-4499-4ed6-8af6-eb0788ca1ba0),segment_id=e190a768-4499-4ed6-8af6-eb0788ca1ba0)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:20:50.349584 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7f53-2648-448f-8900-2136fee1a63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:50.397127 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb7f53-2648-448f-8900-2136fee1a63e None None] Pushing event updated for resources: {'Port': ['ID=7d654d6c-b813-41ec-a935-b9b76600cd1a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:50.855509 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60350) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:51.056584 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37620a86-6e20-4272-9160-cb9d1a08ccd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:20:51.057952 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-37620a86-6e20-4272-9160-cb9d1a08ccd1 admin admin] 10.222.0.30 "GET /v2.0/networks/1720a7c7-9253-45c5-8c79-215aa1283f3d HTTP/1.1" status: 200 len: 842 time: 0.2006977 Mar 30 01:20:51.067933 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-01d2ad29-3fa7-4294-8a62-092d3684bea5 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'gateway_ip': '172.27.2.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:20:51.087543 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d2ad29-3fa7-4294-8a62-092d3684bea5 admin admin] Made reservation on behalf of 8e7672bb827a4f4ea1fedd14bfb4311b for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:20:51.089720 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d2ad29-3fa7-4294-8a62-092d3684bea5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:51.423342 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.objects.ports [None req-01d2ad29-3fa7-4294-8a62-092d3684bea5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 30 01:20:51.423795 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d2ad29-3fa7-4294-8a62-092d3684bea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for subnet (ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:51.476862 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2ad29-3fa7-4294-8a62-092d3684bea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:51.487567 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d2ad29-3fa7-4294-8a62-092d3684bea5 admin admin] Checking segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:20:51.487913 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d2ad29-3fa7-4294-8a62-092d3684bea5 admin admin] Network hostable DHCP agents. Network: 1720a7c7-9253-45c5-8c79-215aa1283f3d, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:20:51.504165 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d2ad29-3fa7-4294-8a62-092d3684bea5 admin admin] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:20:51.512496 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-01d2ad29-3fa7-4294-8a62-092d3684bea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, 1720a7c7-9253-45c5-8c79-215aa1283f3d) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:20:51.517577 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d2ad29-3fa7-4294-8a62-092d3684bea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:20:51.518806 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d2ad29-3fa7-4294-8a62-092d3684bea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:51.524456 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b875449d-7179-4d2a-8f08-901e565eccaf None None] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:20:51.536683 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-01d2ad29-3fa7-4294-8a62-092d3684bea5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4720984 Mar 30 01:20:51.635531 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48755e88-d835-4043-8663-13e34048c975 None None] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:20:54.025938 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60368) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:54.259370 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-87f0e17b-f3f3-4146-8afb-578b399030c7 demo admin] 10.222.0.30 "GET /v2.0/routers/3da6a09d-bba3-4352-9529-88750a82a2ef HTTP/1.1" status: 200 len: 710 time: 0.2321301 Mar 30 01:20:54.348722 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6643ffd-e779-4206-862e-01f0c1692f7f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:20:54.350068 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a6643ffd-e779-4206-862e-01f0c1692f7f demo admin] 10.222.0.30 "GET /v2.0/networks/1720a7c7-9253-45c5-8c79-215aa1283f3d HTTP/1.1" status: 200 len: 886 time: 0.0848196 Mar 30 01:20:54.358842 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:20:54.614054 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Publish callbacks [] for router_gateway (3da6a09d-bba3-4352-9529-88750a82a2ef), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:54.891293 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Publish callbacks [] for router_gateway (3da6a09d-bba3-4352-9529-88750a82a2ef), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:54.968375 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:55.118995 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Allocated IP 172.27.2.119 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:20:55.228868 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Publish callbacks [] for port (6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:55.288832 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:55.354396 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:20:55.359026 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:20:55.366018 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:20:55.434108 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Pushing event updated for resources: {'Port': ['ID=6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:20:55.672111 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Publish callbacks [] for router_gateway (3da6a09d-bba3-4352-9529-88750a82a2ef), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:55.874094 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3784947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3786882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4079'] for router (3da6a09d-bba3-4352-9529-88750a82a2ef), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:55.879107 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3784726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3784932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3784941', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3786891'] for router (3da6a09d-bba3-4352-9529-88750a82a2ef), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:55.994869 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Router 3da6a09d-bba3-4352-9529-88750a82a2ef has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:20:56.181635 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:20:56.186145 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:56.187243 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ecb386a2-d85f-47ba-b5b4-7147cd4e40bb demo admin] 10.222.0.30 "PUT /v2.0/routers/3da6a09d-bba3-4352-9529-88750a82a2ef HTTP/1.1" status: 200 len: 890 time: 1.8315496 Mar 30 01:20:58.780335 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 7d654d6c-b813-41ec-a935-b9b76600cd1a up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:20:58.833793 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 7d654d6c-b813-41ec-a935-b9b76600cd1a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:20:58.834292 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:20:58.844384 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60380) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:20:58.915422 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 7d654d6c-b813-41ec-a935-b9b76600cd1a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:20:58.962281 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6ad680a6-5b4b-45fe-9d5a-c3cb388ebc28 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1167314 Mar 30 01:20:59.114445 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Sync routers for ids ['3da6a09d-bba3-4352-9529-88750a82a2ef'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:20:59.127136 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Routers {'3da6a09d-bba3-4352-9529-88750a82a2ef'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:20:59.127747 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:20:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3da6a09d-bba3-4352-9529-88750a82a2ef'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:59.344174 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Set router 3da6a09d-bba3-4352-9529-88750a82a2ef gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:20:59.822634 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'name': 'router1', 'tenant_id': '4a955500342c498384e96caede5f019f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:20:37Z', 'updated_at': '2022-03-30T01:20:55Z', 'revision_number': 4, 'project_id': '4a955500342c498384e96caede5f019f', 'gw_port': {'id': '6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:20:54Z', 'updated_at': '2022-03-30T01:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '7d654d6c-b813-41ec-a935-b9b76600cd1a', 'name': '', 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa', 'tenant_id': '4a955500342c498384e96caede5f019f', 'mac_address': 'fa:16:3e:8f:6c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9db7b88-4a91-4966-9df1-7d6e4ec31689', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:20:46Z', 'updated_at': '2022-03-30T01:20:50Z', 'revision_number': 5, 'project_id': '4a955500342c498384e96caede5f019f', 'subnets': [{'id': 'a9db7b88-4a91-4966-9df1-7d6e4ec31689', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff58c97-800a-4f5b-84b3-4ce3c154be2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:20:59.876196 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Checking router: 3da6a09d-bba3-4352-9529-88750a82a2ef for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:20:59.876500 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Updating router 3da6a09d-bba3-4352-9529-88750a82a2ef port 6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf binding host dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:20:59.928086 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:00.260283 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Publish callbacks [] for port (6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:00.265632 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:00.318392 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c6480-f27b-4748-88b2-daeb0adc65ce None None] Pushing event updated for resources: {'Port': ['ID=6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:00.324448 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Attempting to bind port 6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:21:00.324906 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Attempting to bind port 6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:21:00.325268 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Attempting to bind port 6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf on network 1720a7c7-9253-45c5-8c79-215aa1283f3d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:21:00.330628 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:21:00.331055 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Checking segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:21:00.331469 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:00.331866 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Bound using segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:21:00.332340 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Bound port: 6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:21:00.332732 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:00.382712 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] For port 6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:21:00.385584 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] For port 6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:21:00.392365 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:00.451015 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Routers {'3da6a09d-bba3-4352-9529-88750a82a2ef'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:21:00.451620 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:20:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3da6a09d-bba3-4352-9529-88750a82a2ef'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:21:00.454448 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c6480-f27b-4748-88b2-daeb0adc65ce None None] Pushing event updated for resources: {'Port': ['ID=6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:00.564105 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] Set router 3da6a09d-bba3-4352-9529-88750a82a2ef gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:21:00.797516 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'name': 'router1', 'tenant_id': '4a955500342c498384e96caede5f019f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:20:37Z', 'updated_at': '2022-03-30T01:20:55Z', 'revision_number': 4, 'project_id': '4a955500342c498384e96caede5f019f', 'gw_port': {'id': '6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:20:54Z', 'updated_at': '2022-03-30T01:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '7d654d6c-b813-41ec-a935-b9b76600cd1a', 'name': '', 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa', 'tenant_id': '4a955500342c498384e96caede5f019f', 'mac_address': 'fa:16:3e:8f:6c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9db7b88-4a91-4966-9df1-7d6e4ec31689', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:20:46Z', 'updated_at': '2022-03-30T01:20:50Z', 'revision_number': 5, 'project_id': '4a955500342c498384e96caede5f019f', 'subnets': [{'id': 'a9db7b88-4a91-4966-9df1-7d6e4ec31689', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff58c97-800a-4f5b-84b3-4ce3c154be2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:21:00.824655 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77e5d4-da8e-40d5-a97b-c40dbe3ea1dd None None] The sync data for ids ['3da6a09d-bba3-4352-9529-88750a82a2ef'] in dv-cinder-817135-7-iscsi is: [{'id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'name': 'router1', 'tenant_id': '4a955500342c498384e96caede5f019f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:20:37Z', 'updated_at': '2022-03-30T01:20:55Z', 'revision_number': 4, 'project_id': '4a955500342c498384e96caede5f019f', 'gw_port': {'id': '6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:5d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:20:54Z', 'updated_at': '2022-03-30T01:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '7d654d6c-b813-41ec-a935-b9b76600cd1a', 'name': '', 'network_id': '79bca759-5f13-4a41-b1d0-a3d7cc2f6efa', 'tenant_id': '4a955500342c498384e96caede5f019f', 'mac_address': 'fa:16:3e:8f:6c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da6a09d-bba3-4352-9529-88750a82a2ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9db7b88-4a91-4966-9df1-7d6e4ec31689', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:20:46Z', 'updated_at': '2022-03-30T01:20:50Z', 'revision_number': 5, 'project_id': '4a955500342c498384e96caede5f019f', 'subnets': [{'id': 'a9db7b88-4a91-4966-9df1-7d6e4ec31689', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff58c97-800a-4f5b-84b3-4ce3c154be2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:21:02.833354 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:21:02.911792 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:21:02.912430 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:03.019791 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:21:03.020512 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:03.047262 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port 6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:21:03.055044 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:03.119064 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:21:04.822276 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:21:04.989823 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:21:04.990240 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:05.226248 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 6f93e0e0-45c6-40c3-b9ca-f9214d09e3bf is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:21:13.691784 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9996e1dd-f329-46a0-8f82-baafe6325f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:15.874286 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed0d441e-0af8-4116-914f-b9cdee828302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:17.055738 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:18.421771 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:20.006507 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:20.100278 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:21:43.669595 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6aa5504f-269c-4a84-91ec-fc457683c481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:45.843180 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b8a621bf-452e-42fc-90ac-2fda77765ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:47.050535 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:48.420649 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:50.012920 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:21:57.099726 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:22:13.664345 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-75e58e8c-d220-45b8-b5db-6ba32fe05f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:15.839773 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-02d62c76-b9b0-4bcb-8304-4d0abfc88b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:17.049849 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:18.419435 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:20.005192 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:21.344857 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60864) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:22:21.405067 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-649af37c-9c7b-4c65-a260-bd1b31847930 admin admin] GET failed (client error): The resource could not be found. Mar 30 01:22:21.406693 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-649af37c-9c7b-4c65-a260-bd1b31847930 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608985 Mar 30 01:22:21.570722 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a12f25-a992-4965-9418-d5b4936459f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:21.572236 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e5a12f25-a992-4965-9418-d5b4936459f9 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1615772 Mar 30 01:22:23.909856 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60874) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:22:23.999513 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340f50d-828c-4b41-af03-d778f4a61415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:24.000853 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d340f50d-828c-4b41-af03-d778f4a61415 admin admin] 10.222.0.30 "GET /v2.0/subnets/a9db7b88-4a91-4966-9df1-7d6e4ec31689 HTTP/1.1" status: 200 len: 849 time: 0.0900486 Mar 30 01:22:24.010055 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:22:24.098575 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Publish callbacks [] for subnet (a9db7b88-4a91-4966-9df1-7d6e4ec31689), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:24.236464 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734057463170'] for subnet (a9db7b88-4a91-4966-9df1-7d6e4ec31689), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:24.270267 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:24.270887 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:24.272453 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] 10.222.0.30 "PUT /v2.0/subnets/a9db7b88-4a91-4966-9df1-7d6e4ec31689 HTTP/1.1" status: 200 len: 868 time: 0.2656071 Mar 30 01:22:24.282478 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eca488-4250-4491-bea7-9f6026f4c774 None None] Network 79bca759-5f13-4a41-b1d0-a3d7cc2f6efa requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:22:24.292883 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9db7b88-4a91-4966-9df1-7d6e4ec31689,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:22:24.300423 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.300774 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.301146 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.301495 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.301834 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.302170 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.302501 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.302871 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.303223 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.303562 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.303915 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.304267 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.304603 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.304928 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.305257 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb457a-2586-4122-9020-4b495c3b858c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:22:24.665527 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7f84fc07-2afb-4b5f-8389-bd3a84051524 None None] Provisioning complete for port a44f7554-7e44-4b4b-b91f-c3f350d2ada9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:22:24.665922 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f84fc07-2afb-4b5f-8389-bd3a84051524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a44f7554-7e44-4b4b-b91f-c3f350d2ada9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:24.750202 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7f84fc07-2afb-4b5f-8389-bd3a84051524 None None] Current status of the port a44f7554-7e44-4b4b-b91f-c3f350d2ada9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:22:24.760369 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7f84fc07-2afb-4b5f-8389-bd3a84051524 None None] Provisioning complete for port 7d654d6c-b813-41ec-a935-b9b76600cd1a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:22:24.760767 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f84fc07-2afb-4b5f-8389-bd3a84051524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (7d654d6c-b813-41ec-a935-b9b76600cd1a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:24.836650 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7f84fc07-2afb-4b5f-8389-bd3a84051524 None None] Current status of the port 7d654d6c-b813-41ec-a935-b9b76600cd1a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:22:26.577086 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 60882) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:22:26.779866 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72602a27-71b9-4b17-8b13-bfff78492021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:26.780504 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72602a27-71b9-4b17-8b13-bfff78492021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:26.782026 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-72602a27-71b9-4b17-8b13-bfff78492021 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2040126 Mar 30 01:22:29.083264 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 60892) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:22:29.212701 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21d7d4-7fde-4581-9b52-1c763d35eeef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:29.213156 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21d7d4-7fde-4581-9b52-1c763d35eeef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:29.214657 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-4b21d7d4-7fde-4581-9b52-1c763d35eeef admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304641 Mar 30 01:22:31.535629 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60900) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:22:31.657926 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ebd4f-f001-4b08-a5f7-cf6b8ef68e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:31.659338 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-935ebd4f-f001-4b08-a5f7-cf6b8ef68e79 admin admin] 10.222.0.30 "GET /v2.0/networks/1720a7c7-9253-45c5-8c79-215aa1283f3d HTTP/1.1" status: 200 len: 886 time: 0.1227612 Mar 30 01:22:33.972795 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60908) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:22:34.098127 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:22:34.120008 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edc5619-b316-4fee-8a99-c2a0d62dcbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:34.121889 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8edc5619-b316-4fee-8a99-c2a0d62dcbac admin admin] 10.222.0.30 "GET /v2.0/networks/79bca759-5f13-4a41-b1d0-a3d7cc2f6efa HTTP/1.1" status: 200 len: 869 time: 0.1476605 Mar 30 01:22:36.450372 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60916) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:22:36.579033 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b72b391-ae43-4e77-9594-a9a1532a729d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:36.579474 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b72b391-ae43-4e77-9594-a9a1532a729d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:36.580984 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2b72b391-ae43-4e77-9594-a9a1532a729d admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1295311 Mar 30 01:22:38.910226 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60924) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:22:38.999790 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28be4b63-6650-47dc-ad2c-13bcb01699d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:39.000270 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28be4b63-6650-47dc-ad2c-13bcb01699d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:39.001766 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-28be4b63-6650-47dc-ad2c-13bcb01699d8 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905676 Mar 30 01:22:41.302006 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:22:41.392696 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30aadd3-ed3a-4324-8b03-03aba1c3b308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:41.394017 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c30aadd3-ed3a-4324-8b03-03aba1c3b308 admin admin] 10.222.0.30 "GET /v2.0/subnets/a9db7b88-4a91-4966-9df1-7d6e4ec31689 HTTP/1.1" status: 200 len: 868 time: 0.0910666 Mar 30 01:22:43.672615 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b758afed-7879-4950-b947-b08cf65b79b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:43.677847 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60940) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:22:43.767250 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0795344-c089-4c6c-b42e-b945aef6ad00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:22:43.768622 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b0795344-c089-4c6c-b42e-b945aef6ad00 admin admin] 10.222.0.30 "GET /v2.0/subnets/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b HTTP/1.1" status: 200 len: 816 time: 0.0898385 Mar 30 01:22:45.841787 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-888950ad-7b84-449b-b524-104ab47bb547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:47.051143 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:48.422853 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:22:50.006824 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:11.097165 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:23:12.185783 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 60992) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:12.232971 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [None req-f39fedbe-2690-492d-b4a3-662574318f85 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:23:12.233981 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f39fedbe-2690-492d-b4a3-662574318f85 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472386 Mar 30 01:23:13.664120 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4992bcdc-252e-44b8-bfa4-2798006864b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:14.631123 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 32768) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:14.692327 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.pecan_wsgi.hooks.translation [None req-7760a4cf-9892-4939-bc1c-57baa5800b0a admin admin] GET failed (client error): The resource could not be found. Mar 30 01:23:14.693571 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-7760a4cf-9892-4939-bc1c-57baa5800b0a admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615213 Mar 30 01:23:14.835170 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffa3958-5d7b-4518-a758-41187b8dd82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:14.836545 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-bffa3958-5d7b-4518-a758-41187b8dd82e admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1389158 Mar 30 01:23:15.844141 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-67ff9fdd-8f7c-40d8-b129-c47216841cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:17.055024 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:17.162203 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 32776) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:17.208814 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:23:17.227558 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Made reservation on behalf of 8e7672bb827a4f4ea1fedd14bfb4311b for: {'network': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:23:17.230574 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:17.257517 dv-cinder-817135-7-iscsi neutron-server[103227]: WARNING neutron.services.revisions.revision_plugin [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Could not find related network for resource to bump revision. Mar 30 01:23:17.271703 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:23:17.283002 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (8fe03ae6-5900-4a51-b83f-1608c5998ff2), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:17.283344 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.segments_db [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Added segment 8fe03ae6-5900-4a51-b83f-1608c5998ff2 of type vlan for network cf0308f1-dd55-4a66-b266-63882b76eb89 Mar 30 01:23:17.322906 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (cf0308f1-dd55-4a66-b266-63882b76eb89), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:17.345830 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (cf0308f1-dd55-4a66-b266-63882b76eb89), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:17.346768 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:17.347343 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:17.402185 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2387822 Mar 30 01:23:17.411813 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0308f1-dd55-4a66-b266-63882b76eb89,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:23:17.419171 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.419518 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.419880 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.420220 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.420548 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.420877 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.421200 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.421522 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.421862 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.422188 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.422524 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.422896 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.423222 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.423541 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.423856 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b98e18-021c-4465-b72a-a1e01522f9d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:17.436345 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network cf0308f1-dd55-4a66-b266-63882b76eb89 details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:23:18.425010 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:19.750073 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 32784) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:23:19.809903 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.pecan_wsgi.hooks.translation [None req-3656daf7-46e5-480a-b26c-1bfc18c76c79 admin admin] GET failed (client error): The resource could not be found. Mar 30 01:23:19.811179 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-3656daf7-46e5-480a-b26c-1bfc18c76c79 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601568 Mar 30 01:23:19.878006 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201a550a-908e-4cb3-bb6c-0b1a4ffaa517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:19.879370 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-201a550a-908e-4cb3-bb6c-0b1a4ffaa517 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0642939 Mar 30 01:23:19.889252 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-9be4769b-0d52-4bd3-9a01-689050c07c3e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'cf0308f1-dd55-4a66-b266-63882b76eb89', 'description': 'shared-subnet'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:23:19.924121 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be4769b-0d52-4bd3-9a01-689050c07c3e admin admin] Made reservation on behalf of 8e7672bb827a4f4ea1fedd14bfb4311b for: {'subnet': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:23:19.926535 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9be4769b-0d52-4bd3-9a01-689050c07c3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:20.009907 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:20.206602 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9be4769b-0d52-4bd3-9a01-689050c07c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for subnet (874c1a94-63db-4187-9c12-d1a2868dd9d8), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:20.261463 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4769b-0d52-4bd3-9a01-689050c07c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=874c1a94-63db-4187-9c12-d1a2868dd9d8,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:23:20.272794 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be4769b-0d52-4bd3-9a01-689050c07c3e admin admin] Checking segment: {'id': '8fe03ae6-5900-4a51-b83f-1608c5998ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf0308f1-dd55-4a66-b266-63882b76eb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:23:20.273150 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4769b-0d52-4bd3-9a01-689050c07c3e admin admin] Network hostable DHCP agents. Network: cf0308f1-dd55-4a66-b266-63882b76eb89, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:23:20.294691 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4769b-0d52-4bd3-9a01-689050c07c3e admin admin] Network cf0308f1-dd55-4a66-b266-63882b76eb89 is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:23:20.305329 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-9be4769b-0d52-4bd3-9a01-689050c07c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, cf0308f1-dd55-4a66-b266-63882b76eb89) {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:23:20.309621 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be4769b-0d52-4bd3-9a01-689050c07c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:23:20.310240 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9be4769b-0d52-4bd3-9a01-689050c07c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:20.314957 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f87d9d-1a2b-4b7a-9414-11f436890df4 None None] Network cf0308f1-dd55-4a66-b266-63882b76eb89 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:23:20.326015 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-9be4769b-0d52-4bd3-9a01-689050c07c3e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4405701 Mar 30 01:23:20.520740 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b23a1d-20be-52f4-82ad-60a22b17f1f3-cf0308f1-dd55-4a66-b266-63882b76eb89', 'network_id': 'cf0308f1-dd55-4a66-b266-63882b76eb89', 'project_id': '8e7672bb827a4f4ea1fedd14bfb4311b', 'fixed_ips': [{'subnet_id': '874c1a94-63db-4187-9c12-d1a2868dd9d8'}]}} from dv-cinder-817135-7-iscsi. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:23:20.521802 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:20.677427 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Allocated IP 192.168.233.2 (cf0308f1-dd55-4a66-b266-63882b76eb89/874c1a94-63db-4187-9c12-d1a2868dd9d8/913bf365-b38a-42f1-a4e3-b633826d3c19) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:23:20.824612 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Publish callbacks [] for port (913bf365-b38a-42f1-a4e3-b633826d3c19), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:20.834951 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (913bf365-b38a-42f1-a4e3-b633826d3c19), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:20.873239 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Network cf0308f1-dd55-4a66-b266-63882b76eb89 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:23:20.880633 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:23:20.883196 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:23:20.891779 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Pushing event updated for resources: {'Port': ['ID=913bf365-b38a-42f1-a4e3-b633826d3c19,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:23:20.920727 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.921083 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.921453 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.921822 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.922164 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.922499 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.922863 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.923204 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.923523 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.923852 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.924182 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.924528 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.924865 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.925190 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.925514 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:23:20.960629 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Attempting to bind port 913bf365-b38a-42f1-a4e3-b633826d3c19 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:23:20.961007 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Attempting to bind port 913bf365-b38a-42f1-a4e3-b633826d3c19 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '8fe03ae6-5900-4a51-b83f-1608c5998ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf0308f1-dd55-4a66-b266-63882b76eb89'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:23:20.961376 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Attempting to bind port 913bf365-b38a-42f1-a4e3-b633826d3c19 on network cf0308f1-dd55-4a66-b266-63882b76eb89 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:23:20.967271 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:23:20.967658 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Checking segment: {'id': '8fe03ae6-5900-4a51-b83f-1608c5998ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf0308f1-dd55-4a66-b266-63882b76eb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:23:20.968074 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:20.968476 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Bound using segment: {'id': '8fe03ae6-5900-4a51-b83f-1608c5998ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf0308f1-dd55-4a66-b266-63882b76eb89'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:23:20.968951 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Bound port: 913bf365-b38a-42f1-a4e3-b633826d3c19, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe03ae6-5900-4a51-b83f-1608c5998ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf0308f1-dd55-4a66-b266-63882b76eb89'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:23:20.969340 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (913bf365-b38a-42f1-a4e3-b633826d3c19), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:21.033081 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] For port 913bf365-b38a-42f1-a4e3-b633826d3c19, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:23:21.036037 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] For port 913bf365-b38a-42f1-a4e3-b633826d3c19, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=913bf365-b38a-42f1-a4e3-b633826d3c19,segment=NetworkSegment(8fe03ae6-5900-4a51-b83f-1608c5998ff2),segment_id=8fe03ae6-5900-4a51-b83f-1608c5998ff2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:23:21.043275 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (913bf365-b38a-42f1-a4e3-b633826d3c19), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:21.107085 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedecc2-bd18-4d50-89f9-073004b9b064 None None] Pushing event updated for resources: {'Port': ['ID=913bf365-b38a-42f1-a4e3-b633826d3c19,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:23:21.945387 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a65ed70-8c8c-4290-9e0f-0b6b6ea27be4 None None] Network cf0308f1-dd55-4a66-b266-63882b76eb89 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:23:22.025961 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bc7980b9-33de-40f3-b838-a9dd9b27f9a4 None None] Provisioning complete for port 913bf365-b38a-42f1-a4e3-b633826d3c19 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:23:22.026358 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bc7980b9-33de-40f3-b838-a9dd9b27f9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (913bf365-b38a-42f1-a4e3-b633826d3c19), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:22.146657 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bc7980b9-33de-40f3-b838-a9dd9b27f9a4 None None] Current status of the port 913bf365-b38a-42f1-a4e3-b633826d3c19 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:23:22.147372 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bc7980b9-33de-40f3-b838-a9dd9b27f9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (913bf365-b38a-42f1-a4e3-b633826d3c19), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:22.187824 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bc7980b9-33de-40f3-b838-a9dd9b27f9a4 None None] For port 913bf365-b38a-42f1-a4e3-b633826d3c19, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=913bf365-b38a-42f1-a4e3-b633826d3c19,segment=NetworkSegment(8fe03ae6-5900-4a51-b83f-1608c5998ff2),segment_id=8fe03ae6-5900-4a51-b83f-1608c5998ff2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:23:22.193122 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bc7980b9-33de-40f3-b838-a9dd9b27f9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (913bf365-b38a-42f1-a4e3-b633826d3c19), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:22.253844 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7980b9-33de-40f3-b838-a9dd9b27f9a4 None None] Pushing event updated for resources: {'Port': ['ID=913bf365-b38a-42f1-a4e3-b633826d3c19,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:23:22.317706 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0e3e0265-5a23-41ef-afb9-019e87d62bdc None None] Provisioning complete for port 913bf365-b38a-42f1-a4e3-b633826d3c19 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:23:22.318601 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e3e0265-5a23-41ef-afb9-019e87d62bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (913bf365-b38a-42f1-a4e3-b633826d3c19), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:22.406499 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0e3e0265-5a23-41ef-afb9-019e87d62bdc None None] Current status of the port 913bf365-b38a-42f1-a4e3-b633826d3c19 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:23:22.860347 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 913bf365-b38a-42f1-a4e3-b633826d3c19 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:23:22.916324 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 913bf365-b38a-42f1-a4e3-b633826d3c19 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:23:22.916723 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (913bf365-b38a-42f1-a4e3-b633826d3c19), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:22.996346 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 913bf365-b38a-42f1-a4e3-b633826d3c19 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:23:43.666721 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1388e6b3-7381-4b5a-9139-0ec63c9bd6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:45.845766 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f29f4326-84f8-4775-b887-f1ac4a075d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:47.056574 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:48.096953 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:23:48.426557 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:23:50.014900 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:13.669357 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1c278906-4533-4748-9631-daa70102a5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:15.846827 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-40ad2ff3-f617-403b-8a15-f6b16f7484f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:17.063117 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:18.431707 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:20.017600 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:25.101421 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:24:40.666546 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 32822) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:24:40.672419 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [None req-e161f42b-e42e-4c3a-a2f8-083d12f6a8b7 tempest-verify_tempest_config-1016236947 tempest-verify_tempest_config-1016236947-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:24:40.673368 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-e161f42b-e42e-4c3a-a2f8-083d12f6a8b7 tempest-verify_tempest_config-1016236947 tempest-verify_tempest_config-1016236947-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057170 Mar 30 01:24:40.963818 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 32840) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:24:41.068262 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:41.145098 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Publish callbacks [] for security_group (3d605bee-aed5-4444-b9da-1ff79b9489f0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:41.149125 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (3d605bee-aed5-4444-b9da-1ff79b9489f0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:41.196705 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d605bee-aed5-4444-b9da-1ff79b9489f0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:24:41.201753 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c397ed9417e2478caac6a3a798511e38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2368467 Mar 30 01:24:41.204527 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 32846) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:24:41.206150 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.206504 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.206922 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.207265 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.207595 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.207921 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.208243 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.208565 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.208901 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.209227 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.209563 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.209902 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.210223 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.210542 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.210885 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46fa89-f4a6-4bb2-b059-3b0a70c53d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.259079 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Publish callbacks [] for security_group (3d605bee-aed5-4444-b9da-1ff79b9489f0), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:41.282572 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Publish callbacks [] for security_group (3d605bee-aed5-4444-b9da-1ff79b9489f0), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:41.372573 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (3d605bee-aed5-4444-b9da-1ff79b9489f0), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:41.375140 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:41.376288 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d605bee-aed5-4444-b9da-1ff79b9489f0 HTTP/1.1" status: 204 len: 168 time: 0.1707563 Mar 30 01:24:41.384127 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d605bee-aed5-4444-b9da-1ff79b9489f0,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:24:41.391341 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.391685 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.392043 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.392385 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.392715 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.393041 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.393366 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.393685 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.394023 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.394367 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.394741 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.395071 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.395450 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.395715 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:41.396027 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518e0773-c817-4155-9ffa-004b9f8f2795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:24:43.672068 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a102-41f3-456d-a619-836505f157d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:45.849694 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-392b8d9e-4539-4e48-ab3b-3729b72450eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:47.064529 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:48.434952 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:24:50.022571 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:02.100482 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:25:13.674436 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ef2c446e-197b-4f66-8d5c-ff1815f3db3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:15.851355 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-417f0040-7504-420e-b5a9-300e1d572797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:17.065506 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:18.433720 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:20.024950 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:39.099781 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:25:43.675956 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d2ed521e-4b1d-4cda-9fee-033707a4a7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:45.852725 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-59a0d7cc-5c78-458c-b8fd-393302e1d5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:47.068023 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:48.437640 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:25:50.030205 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:13.676674 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a44f9790-4bb4-483a-b81b-93edd4e7b2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:15.854610 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f370aa93-679c-4605-9d66-912f33663e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:16.098541 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:26:17.075573 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:18.441329 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:20.032090 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:21.386054 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3786477'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:36.846939 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 32916) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:26:36.950054 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-720faae1-4e9b-4227-b2f2-db1de63223dd admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1020257 Mar 30 01:26:39.272793 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 32926) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:26:39.333042 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b9ed575e-513f-4571-a65c-8307264ac183 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0591657 Mar 30 01:26:43.684219 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-66e24e14-13a6-49db-a3c6-4874dacd9d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:45.858818 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b153de2-a4f7-4397-97a9-c5fdcebe85f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:47.072115 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:48.444369 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:50.035326 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:51.351172 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:26:53.097846 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:27:13.675316 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10e6a19c-5b0c-4a57-b898-ce9a0e10b77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:15.860470 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92977127-a26e-4bf8-ae4b-51d3f461d8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:17.078854 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:18.447480 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:20.037208 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:21.366890 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:30.099118 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:27:43.677568 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ce2c55dc-2e04-417b-a974-8e4eb2a8b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:45.861848 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-260ed42a-897e-4132-97ca-d60e52d485db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:47.079120 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:48.451317 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:50.042139 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:27:51.380618 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:07.098758 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:28:13.680265 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3537-f228-4ad4-aa20-0d38b4b3c084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:14.449792 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33086) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:14.750604 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-network', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:14.771917 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Made reservation on behalf of 40c47efe85b3419bbfe4af492f367fa3 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:14.774603 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:14.783854 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:14.866258 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Publish callbacks [] for security_group (70bc4501-5606-4a8c-a2b5-aca2b6c92194), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:14.872127 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (70bc4501-5606-4a8c-a2b5-aca2b6c92194), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:14.903846 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:28:14.916262 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bc4501-5606-4a8c-a2b5-aca2b6c92194,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:14.924330 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.924672 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.925004 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.925506 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.925837 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.926162 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.926544 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.926819 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.927166 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.927491 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.927822 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.928158 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.928489 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.928783 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.929588 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Tracked resource versions report: Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: pushed versions: Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: { 'AddressGroup': {'1.2'}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Agent': {'1.1'}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'ConntrackHelper': {'1.0'}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Log': {'1.0'}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'NDPProxy': {'1.0'}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Network': {'1.1'}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Port': {'1.7'}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'PortForwarding': {'1.3'}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'QosPolicy': {'1.10'}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'SecurityGroup': {'1.5'}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'SubPort': {'1.0'}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Subnet': {'1.1'}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Trunk': {'1.1'}} Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: consumer versions: Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: { DHCP agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: HyperV agent@hv-cinder-81713: {}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: L3 agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: Metadata agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: Metering agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: Open vSwitch agent@dv-cinder-817135-7-iscsi: { 'AddressGroup': '1.2', Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Agent': '1.1', Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'ConntrackHelper': '1.0', Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'LocalIPAssociation': '1.0', Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Log': '1.0', Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'NDPProxy': '1.0', Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Network': '1.1', Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Port': '1.7', Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'PortForwarding': '1.3', Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'QosPolicy': '1.10', Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'SecurityGroup': '1.5', Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'SecurityGroupRule': '1.2', Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'SubPort': '1.0', Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Subnet': '1.1', Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: 'Trunk': '1.1'}} Mar 30 01:28:14.930780 dv-cinder-817135-7-iscsi neutron-server[103226]: {{(pid=103226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:28:14.939091 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (99339a86-e94f-4df6-9c3f-8948c6306f93), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:14.939435 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Added segment 99339a86-e94f-4df6-9c3f-8948c6306f93 of type vlan for network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 Mar 30 01:28:14.982523 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (4292407f-f21a-4ca4-83dc-33c4f2c633d6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:15.009542 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (4292407f-f21a-4ca4-83dc-33c4f2c633d6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:15.011110 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:15.011795 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:15.120920 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] Pushing event updated for resources: {'Network': ['ID=4292407f-f21a-4ca4-83dc-33c4f2c633d6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:15.140152 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:28:15.141846 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33136) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:15.142304 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d318b757-df38-4687-8e24-87f1dc0fdb02 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6911905 Mar 30 01:28:15.148322 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Request body: {'subnet': {'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-subnet', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:15.173375 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Made reservation on behalf of 40c47efe85b3419bbfe4af492f367fa3 for: {'subnet': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:15.176886 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:15.368942 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for subnet (94dad553-4d41-4378-b1f8-7911db8bcff2), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:15.419374 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=94dad553-4d41-4378-b1f8-7911db8bcff2,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:15.430818 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.431240 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.434370 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.434728 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.435077 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.435409 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.435733 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.436060 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.436399 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.436725 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.437046 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.437366 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.437682 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.437998 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.438312 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Tracked resource versions report: Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: pushed versions: Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: { 'AddressGroup': {'1.2'}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Agent': {'1.1'}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'ConntrackHelper': {'1.0'}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Log': {'1.0'}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'NDPProxy': {'1.0'}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Network': {'1.1'}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Port': {'1.7'}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'PortForwarding': {'1.3'}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'QosPolicy': {'1.10'}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'SecurityGroup': {'1.5'}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'SubPort': {'1.0'}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Subnet': {'1.1'}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Trunk': {'1.1'}} Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: consumer versions: Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: { DHCP agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: HyperV agent@hv-cinder-81713: {}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: L3 agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: Metadata agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: Metering agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: Open vSwitch agent@dv-cinder-817135-7-iscsi: { 'AddressGroup': '1.2', Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Agent': '1.1', Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'ConntrackHelper': '1.0', Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'LocalIPAssociation': '1.0', Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Log': '1.0', Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'NDPProxy': '1.0', Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Network': '1.1', Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Port': '1.7', Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'PortForwarding': '1.3', Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'QosPolicy': '1.10', Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'SecurityGroup': '1.5', Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'SecurityGroupRule': '1.2', Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'SubPort': '1.0', Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Subnet': '1.1', Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: 'Trunk': '1.1'}} Mar 30 01:28:15.439525 dv-cinder-817135-7-iscsi neutron-server[103227]: {{(pid=103227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:28:15.469075 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Checking segment: {'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:15.469537 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Network hostable DHCP agents. Network: 4292407f-f21a-4ca4-83dc-33c4f2c633d6, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:28:15.492926 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33158) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:15.502056 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:28:15.513910 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, 4292407f-f21a-4ca4-83dc-33c4f2c633d6) {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:15.518433 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:15.519066 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:15.526035 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983e5627-aace-4127-88e2-14c832661de7 None None] Network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:15.538822 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-81ab0f16-ce4f-4ac9-ab74-248d78e036fe admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3956668 Mar 30 01:28:15.542022 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33164) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:15.546946 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:15.571558 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3788032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3972'] for router (4a0fc035-0867-44b8-aeb1-68d943f89e09), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:15.573479 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3784897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3779565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3997'] for router (4a0fc035-0867-44b8-aeb1-68d943f89e09), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:15.607724 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33166) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:15.625578 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33170) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:15.657714 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b23a1d-20be-52f4-82ad-60a22b17f1f3-4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2'}]}} from dv-cinder-817135-7-iscsi. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:28:15.659099 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:15.690967 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Publish callbacks [] for router_controller (4a0fc035-0867-44b8-aeb1-68d943f89e09), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:15.815874 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Allocated IP 172.20.0.2 (4292407f-f21a-4ca4-83dc-33c4f2c633d6/94dad553-4d41-4378-b1f8-7911db8bcff2/4f309f86-8c81-4df3-a4ca-07e7ebd694dc) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:15.879374 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-996144687-network', 'tenant_id': '10d8e88a77d8487680652e10a7a18348'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:15.908239 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c6a777a8-9b61-4179-be6a-2d76b1194ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:15.943828 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] Made reservation on behalf of 10d8e88a77d8487680652e10a7a18348 for: {'network': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:15.946539 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:15.948675 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Publish callbacks [] for router_gateway (4a0fc035-0867-44b8-aeb1-68d943f89e09), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:15.971270 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-23105253-network', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:15.976167 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33178) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:16.014471 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.036333 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-209278325-network', 'tenant_id': '1d66e98408d64eb4b9a1073a56005f19'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:16.043125 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] Made reservation on behalf of 039eb3382c0646d4bd8cddff38364c12 for: {'network': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:16.047829 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.069992 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Publish callbacks [] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.080880 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.108875 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:16.111618 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:16.115073 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:16.140568 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.183483 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-40665419-network', 'tenant_id': '36ec6db6f0a941ef9b2b72c285362951'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:16.192099 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] Made reservation on behalf of 1d66e98408d64eb4b9a1073a56005f19 for: {'network': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:16.194368 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.226657 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Attempting to bind port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:28:16.227753 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Attempting to bind port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:28:16.228281 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Attempting to bind port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc on network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:16.237749 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:28:16.238597 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Checking segment: {'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:16.251313 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.251945 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Bound using segment: {'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:28:16.252462 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Bound port: 4f309f86-8c81-4df3-a4ca-07e7ebd694dc, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:28:16.252862 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.360581 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] Made reservation on behalf of 36ec6db6f0a941ef9b2b72c285362951 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:16.362875 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.383863 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Publish callbacks [] for router_gateway (4a0fc035-0867-44b8-aeb1-68d943f89e09), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.388755 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Pushing event updated for resources: {'Port': ['ID=4f309f86-8c81-4df3-a4ca-07e7ebd694dc,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:16.415001 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] Publish callbacks [] for security_group (89f62a73-8ecf-423b-b10b-60febc500b16), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.418606 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.428576 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.429089 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.429303 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.429612 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.429960 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.430297 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.430627 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.431146 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.431489 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.432751 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.433114 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.433472 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.435167 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.435667 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.436027 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Tracked resource versions report: Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: pushed versions: Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: { 'AddressGroup': {'1.2'}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Agent': {'1.1'}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'ConntrackHelper': {'1.0'}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Log': {'1.0'}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'NDPProxy': {'1.0'}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Network': {'1.1'}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Port': {'1.7'}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'PortForwarding': {'1.3'}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'QosPolicy': {'1.10'}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'SecurityGroup': {'1.5'}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'SubPort': {'1.0'}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Subnet': {'1.1'}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Trunk': {'1.1'}} Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: consumer versions: Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: { DHCP agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: HyperV agent@hv-cinder-81713: {}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: L3 agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: Metadata agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: Metering agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: Open vSwitch agent@dv-cinder-817135-7-iscsi: { 'AddressGroup': '1.2', Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Agent': '1.1', Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'ConntrackHelper': '1.0', Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'LocalIPAssociation': '1.0', Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Log': '1.0', Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'NDPProxy': '1.0', Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Network': '1.1', Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Port': '1.7', Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'PortForwarding': '1.3', Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'QosPolicy': '1.10', Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'SecurityGroup': '1.5', Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'SecurityGroupRule': '1.2', Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'SubPort': '1.0', Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Subnet': '1.1', Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: 'Trunk': '1.1'}} Mar 30 01:28:16.437713 dv-cinder-817135-7-iscsi neutron-server[103228]: {{(pid=103228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:28:16.461348 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] For port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:28:16.467524 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] For port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=4f309f86-8c81-4df3-a4ca-07e7ebd694dc,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:28:16.481223 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.500920 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] Publish callbacks [] for security_group (efad02d7-2698-483a-8e1f-0c25d7aa8ed0), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.503399 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.521202 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (89f62a73-8ecf-423b-b10b-60febc500b16), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.538158 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (efad02d7-2698-483a-8e1f-0c25d7aa8ed0), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.582377 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:28:16.606033 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (272cd9b4-64ad-4e12-aa42-2e13149c507f), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.608183 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.segments_db [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] Added segment 272cd9b4-64ad-4e12-aa42-2e13149c507f of type vlan for network f27bd740-4fba-4028-9406-a0ffebc6a8fe Mar 30 01:28:16.621791 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec104f-2003-4172-b64a-7245845a0fcf None None] Pushing event updated for resources: {'Port': ['ID=4f309f86-8c81-4df3-a4ca-07e7ebd694dc,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:16.647738 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.656797 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Allocated IP 172.27.2.201 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/7ccc8e1d-c414-40d3-b07e-24194d894f32) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:16.759587 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (f27bd740-4fba-4028-9406-a0ffebc6a8fe), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.798997 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Publish callbacks [] for port (7ccc8e1d-c414-40d3-b07e-24194d894f32), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.843117 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (7ccc8e1d-c414-40d3-b07e-24194d894f32), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.868581 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:16.901132 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f62a73-8ecf-423b-b10b-60febc500b16,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:16.909852 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (f27bd740-4fba-4028-9406-a0ffebc6a8fe), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.911089 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:16.911833 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:16.963804 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:16.968102 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:16.971201 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efad02d7-2698-483a-8e1f-0c25d7aa8ed0,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:16.984724 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4891551 Mar 30 01:28:16.987477 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:28:16.997352 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33226) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:17.009277 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-a52b5c43-e088-440c-8cf0-de8e2dc4bdbb admin admin] Request body: {'subnet': {'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-subnet', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:17.030276 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (7cef6bac-38e2-4ebe-a172-3a4a998e8c0b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.032855 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.segments_db [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] Added segment 7cef6bac-38e2-4ebe-a172-3a4a998e8c0b of type vlan for network 03fd8b2f-7625-4635-88c0-2ffd255f1007 Mar 30 01:28:17.120428 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.154290 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52b5c43-e088-440c-8cf0-de8e2dc4bdbb admin admin] Made reservation on behalf of 10d8e88a77d8487680652e10a7a18348 for: {'subnet': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:17.156609 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a52b5c43-e088-440c-8cf0-de8e2dc4bdbb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.275127 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (03fd8b2f-7625-4635-88c0-2ffd255f1007), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.280292 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Pushing event updated for resources: {'Port': ['ID=7ccc8e1d-c414-40d3-b07e-24194d894f32,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:17.373053 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aea899-d3f8-4aee-9896-22fd8b87d97d admin admin] Pushing event updated for resources: {'Network': ['ID=f27bd740-4fba-4028-9406-a0ffebc6a8fe,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:17.402217 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network f27bd740-4fba-4028-9406-a0ffebc6a8fe details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:28:17.437832 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (03fd8b2f-7625-4635-88c0-2ffd255f1007), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.439118 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:17.439943 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.457066 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] Publish callbacks [] for security_group (a80db55c-a249-463e-818d-357c68032e04), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.472375 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Publish callbacks [] for router_gateway (4a0fc035-0867-44b8-aeb1-68d943f89e09), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.489719 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (a80db55c-a249-463e-818d-357c68032e04), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.515122 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9059584 Mar 30 01:28:17.520026 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33246) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:17.527035 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8695cc27-295c-48a4-933d-7db7644d1101 admin admin] Request body: {'subnet': {'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-23105253-subnet', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:17.605054 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:28:17.616916 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33254) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:17.633614 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8695cc27-295c-48a4-933d-7db7644d1101 admin admin] Made reservation on behalf of 039eb3382c0646d4bd8cddff38364c12 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:17.636377 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8695cc27-295c-48a4-933d-7db7644d1101 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.640509 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] Publish callbacks [] for security_group (99be97a2-ae1c-4c9c-9614-2975cda66cd5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.644805 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80db55c-a249-463e-818d-357c68032e04,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:17.653461 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd7452-2c50-4bf6-94fe-bc6f4fd910f5 admin admin] Pushing event updated for resources: {'Network': ['ID=03fd8b2f-7625-4635-88c0-2ffd255f1007,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:17.661210 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (c6698c1f-79ea-4706-9b91-d7385ac47796), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.661552 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.segments_db [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] Added segment c6698c1f-79ea-4706-9b91-d7385ac47796 of type vlan for network 021a7364-e7ad-4003-9179-685ae60f97da Mar 30 01:28:17.687723 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (99be97a2-ae1c-4c9c-9614-2975cda66cd5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.700876 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network 03fd8b2f-7625-4635-88c0-2ffd255f1007 details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:28:17.735602 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99be97a2-ae1c-4c9c-9614-2975cda66cd5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:17.762261 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:28:17.792220 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (021a7364-e7ad-4003-9179-685ae60f97da), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.829784 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a52b5c43-e088-440c-8cf0-de8e2dc4bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for subnet (d0efdf8f-b0d8-44e9-99b9-c55ff399b497), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.892984 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (021a7364-e7ad-4003-9179-685ae60f97da), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.898728 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:17.899551 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.927410 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (35fe6e5b-a332-4087-ad4e-246ec4f8adfa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.927736 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] Added segment 35fe6e5b-a332-4087-ad4e-246ec4f8adfa of type vlan for network 3aac96ab-65d4-440e-a213-24d41f686ce5 Mar 30 01:28:17.949807 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46bbde61-2979-4da6-ae09-b6d3d3f6ce2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:17.972393 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b5c43-e088-440c-8cf0-de8e2dc4bdbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0efdf8f-b0d8-44e9-99b9-c55ff399b497,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:17.994106 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3643639 Mar 30 01:28:17.997565 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33264) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:18.014893 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (3aac96ab-65d4-440e-a213-24d41f686ce5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.022093 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-926c0d72-518b-44cc-a71d-86b03add58e0 admin admin] Request body: {'subnet': {'network_id': '021a7364-e7ad-4003-9179-685ae60f97da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-209278325-subnet', 'tenant_id': '1d66e98408d64eb4b9a1073a56005f19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:18.040680 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33266) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:18.049704 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161e296-d8d6-4075-ab99-da25f7ba84f2 admin admin] Pushing event updated for resources: {'Network': ['ID=021a7364-e7ad-4003-9179-685ae60f97da,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:18.054429 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b5c43-e088-440c-8cf0-de8e2dc4bdbb admin admin] Checking segment: {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:18.054838 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52b5c43-e088-440c-8cf0-de8e2dc4bdbb admin admin] Network hostable DHCP agents. Network: f27bd740-4fba-4028-9406-a0ffebc6a8fe, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:28:18.067650 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network 021a7364-e7ad-4003-9179-685ae60f97da details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:28:18.067925 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926c0d72-518b-44cc-a71d-86b03add58e0 admin admin] Made reservation on behalf of 1d66e98408d64eb4b9a1073a56005f19 for: {'subnet': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:18.070455 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-926c0d72-518b-44cc-a71d-86b03add58e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.115984 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52b5c43-e088-440c-8cf0-de8e2dc4bdbb admin admin] Network f27bd740-4fba-4028-9406-a0ffebc6a8fe is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:28:18.123315 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3784726'] for router (4a0fc035-0867-44b8-aeb1-68d943f89e09), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.139809 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-a52b5c43-e088-440c-8cf0-de8e2dc4bdbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, f27bd740-4fba-4028-9406-a0ffebc6a8fe) {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:18.146101 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b5c43-e088-440c-8cf0-de8e2dc4bdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:18.146678 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a52b5c43-e088-440c-8cf0-de8e2dc4bdbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.159636 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5f7ed8-8844-415d-aa8e-90e5100033d9 None None] Network f27bd740-4fba-4028-9406-a0ffebc6a8fe requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:18.201337 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-a52b5c43-e088-440c-8cf0-de8e2dc4bdbb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1985128 Mar 30 01:28:18.201944 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33270) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:18.207996 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:18.209158 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46bbde61-2979-4da6-ae09-b6d3d3f6ce2b admin admin] Publish callbacks [] for security_group (124f1422-f212-46da-ad8c-4d7dcc0aff67), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.278612 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3788032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3972'] for router (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.279699 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3784897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3779565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3997'] for router (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.332560 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b23a1d-20be-52f4-82ad-60a22b17f1f3-f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'project_id': '10d8e88a77d8487680652e10a7a18348', 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497'}]}} from dv-cinder-817135-7-iscsi. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:28:18.333709 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.384401 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46bbde61-2979-4da6-ae09-b6d3d3f6ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (124f1422-f212-46da-ad8c-4d7dcc0aff67), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.396613 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Publish callbacks [] for router_controller (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), precommit_add_association {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.402513 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-926c0d72-518b-44cc-a71d-86b03add58e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for subnet (91d454f2-7561-4c1a-93da-4eb55ffe1c4b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.436608 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (3aac96ab-65d4-440e-a213-24d41f686ce5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.437540 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:18.438102 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.454817 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-46bbde61-2979-4da6-ae09-b6d3d3f6ce2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e74548fbecfd414584c6922996d89885&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8313892 Mar 30 01:28:18.458076 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f312b54f-1eab-4aa0-9a0d-1ee269fd241a None None] Network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:18.475650 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33288) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:18.546458 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-26eafa90-0f6a-4fb0-a873-e084d42c0575 None None] Provisioning complete for port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:18.546896 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26eafa90-0f6a-4fb0-a873-e084d42c0575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.564313 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c0d72-518b-44cc-a71d-86b03add58e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d454f2-7561-4c1a-93da-4eb55ffe1c4b,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:18.628397 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5f5ffb3-f591-443f-978e-74eefd0fa7d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.643979 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c0d72-518b-44cc-a71d-86b03add58e0 admin admin] Checking segment: {'id': 'c6698c1f-79ea-4706-9b91-d7385ac47796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '021a7364-e7ad-4003-9179-685ae60f97da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:18.644357 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c0d72-518b-44cc-a71d-86b03add58e0 admin admin] Network hostable DHCP agents. Network: 021a7364-e7ad-4003-9179-685ae60f97da, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:28:18.694315 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-26eafa90-0f6a-4fb0-a873-e084d42c0575 None None] Current status of the port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:18.694743 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26eafa90-0f6a-4fb0-a873-e084d42c0575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.731005 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.758445 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] Pushing event updated for resources: {'Network': ['ID=3aac96ab-65d4-440e-a213-24d41f686ce5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:18.765522 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f12d01a1-2f58-4081-b9d0-4b9292a6afc9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7880793 Mar 30 01:28:18.766195 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Router 4a0fc035-0867-44b8-aeb1-68d943f89e09 is scheduled to L3 agent a7db150b-b2f5-4348-917b-ee899f238924 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:28:18.774383 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:18.774876 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-26eafa90-0f6a-4fb0-a873-e084d42c0575 None None] For port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=4f309f86-8c81-4df3-a4ca-07e7ebd694dc,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:18.777508 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8695cc27-295c-48a4-933d-7db7644d1101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for subnet (ff067983-253c-45fe-994a-831579de17d9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.779148 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network 3aac96ab-65d4-440e-a213-24d41f686ce5 details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:28:18.786321 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d91769c7-c080-43a6-b525-39ce6776d41c admin admin] Request body: {'subnet': {'network_id': '3aac96ab-65d4-440e-a213-24d41f686ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-40665419-subnet', 'tenant_id': '36ec6db6f0a941ef9b2b72c285362951', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:18.787533 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Allocated IP 172.20.0.2 (f27bd740-4fba-4028-9406-a0ffebc6a8fe/d0efdf8f-b0d8-44e9-99b9-c55ff399b497/be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:18.792164 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbde61-2979-4da6-ae09-b6d3d3f6ce2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124f1422-f212-46da-ad8c-4d7dcc0aff67,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:18.800249 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26eafa90-0f6a-4fb0-a873-e084d42c0575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.934801 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Publish callbacks [] for router_gateway (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:18.955947 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c0d72-518b-44cc-a71d-86b03add58e0 admin admin] Network 021a7364-e7ad-4003-9179-685ae60f97da is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:28:18.989297 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eafa90-0f6a-4fb0-a873-e084d42c0575 None None] Pushing event updated for resources: {'Port': ['ID=4f309f86-8c81-4df3-a4ca-07e7ebd694dc,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:18.994647 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-926c0d72-518b-44cc-a71d-86b03add58e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, 021a7364-e7ad-4003-9179-685ae60f97da) {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:18.996607 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3108cd0-ed96-4f9a-8d3f-1ca3a17ef7c5 admin admin] Publish callbacks [] for security_group (124f1422-f212-46da-ad8c-4d7dcc0aff67), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.001680 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:28:19.001893 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c0d72-518b-44cc-a71d-86b03add58e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:19.002815 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-926c0d72-518b-44cc-a71d-86b03add58e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.033299 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91769c7-c080-43a6-b525-39ce6776d41c admin admin] Made reservation on behalf of 36ec6db6f0a941ef9b2b72c285362951 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:19.037091 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d91769c7-c080-43a6-b525-39ce6776d41c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.037236 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Sync routers for ids ['4a0fc035-0867-44b8-aeb1-68d943f89e09'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:28:19.049703 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a065cd3-ed21-4d93-a206-3d4fd36593bf None None] Network 021a7364-e7ad-4003-9179-685ae60f97da requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:19.061438 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Routers {'4a0fc035-0867-44b8-aeb1-68d943f89e09'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:28:19.062086 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['4a0fc035-0867-44b8-aeb1-68d943f89e09'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:19.080308 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3108cd0-ed96-4f9a-8d3f-1ca3a17ef7c5 admin admin] Publish callbacks [] for security_group (124f1422-f212-46da-ad8c-4d7dcc0aff67), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.085675 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-926c0d72-518b-44cc-a71d-86b03add58e0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0679109 Mar 30 01:28:19.170034 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3108cd0-ed96-4f9a-8d3f-1ca3a17ef7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (124f1422-f212-46da-ad8c-4d7dcc0aff67), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.211921 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a3108cd0-ed96-4f9a-8d3f-1ca3a17ef7c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.221409 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-a3108cd0-ed96-4f9a-8d3f-1ca3a17ef7c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/124f1422-f212-46da-ad8c-4d7dcc0aff67 HTTP/1.1" status: 204 len: 168 time: 0.7426107 Mar 30 01:28:19.237254 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3108cd0-ed96-4f9a-8d3f-1ca3a17ef7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124f1422-f212-46da-ad8c-4d7dcc0aff67,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:19.286050 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 4f309f86-8c81-4df3-a4ca-07e7ebd694dc up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:19.386036 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Set router 4a0fc035-0867-44b8-aeb1-68d943f89e09 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:28:19.427491 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695cc27-295c-48a4-933d-7db7644d1101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff067983-253c-45fe-994a-831579de17d9,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:19.460944 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.475312 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d59f256a-09d3-4d0d-b3c6-e158ab24feea admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9319921 Mar 30 01:28:19.483209 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33318) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:19.519615 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Publish callbacks [] for router_gateway (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.547050 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.691695 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33326) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:19.698345 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d91769c7-c080-43a6-b525-39ce6776d41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for subnet (41799488-8bd1-4c7c-be7b-46dfdbe9ecb3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.710816 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-274254a4-15a5-4b90-92db-e5b0a39b01c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.745141 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:17Z', 'revision_number': 3, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:19.766556 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695cc27-295c-48a4-933d-7db7644d1101 admin admin] Checking segment: {'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:19.766556 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8695cc27-295c-48a4-933d-7db7644d1101 admin admin] Network hostable DHCP agents. Network: 03fd8b2f-7625-4635-88c0-2ffd255f1007, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:28:19.780882 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f80ff9b-0f23-425e-b776-f36c2eccf98b None None] Network 021a7364-e7ad-4003-9179-685ae60f97da requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:19.792508 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Checking router: 4a0fc035-0867-44b8-aeb1-68d943f89e09 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:28:19.792867 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Updating router 4a0fc035-0867-44b8-aeb1-68d943f89e09 port 7ccc8e1d-c414-40d3-b07e-24194d894f32 binding host dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:28:19.812269 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-407b7e6c-06ac-44f1-a277-9cfe6cc6b5d6 None None] Provisioning complete for port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:19.812944 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-407b7e6c-06ac-44f1-a277-9cfe6cc6b5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.823861 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-274254a4-15a5-4b90-92db-e5b0a39b01c8 admin admin] Publish callbacks [] for security_group (9e805a4f-1f62-433e-9b53-d5cd05682ac0), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.825504 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Allocated IP 172.27.2.147 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/ec7f46b1-ae7e-437f-a144-e7c5a0d0c430) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:19.832975 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-274254a4-15a5-4b90-92db-e5b0a39b01c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (9e805a4f-1f62-433e-9b53-d5cd05682ac0), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.847956 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Publish callbacks [] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.867104 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (7ccc8e1d-c414-40d3-b07e-24194d894f32), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.879739 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:19.880422 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.928650 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.929221 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5f5ffb3-f591-443f-978e-74eefd0fa7d0 admin admin] Publish callbacks [] for security_group (26c03ccb-17b4-4a89-969b-4fdca12667d1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.949656 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Network f27bd740-4fba-4028-9406-a0ffebc6a8fe is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:19.958615 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:19.960807 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-274254a4-15a5-4b90-92db-e5b0a39b01c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=966a6c65c9d84dfba161ec920152ef9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2680647 Mar 30 01:28:19.970127 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33330) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:19.981629 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274254a4-15a5-4b90-92db-e5b0a39b01c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e805a4f-1f62-433e-9b53-d5cd05682ac0,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:19.984974 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5f5ffb3-f591-443f-978e-74eefd0fa7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (26c03ccb-17b4-4a89-969b-4fdca12667d1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:19.986729 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:20.092355 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Publish callbacks [] for port (ec7f46b1-ae7e-437f-a144-e7c5a0d0c430), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.099252 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33340) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:20.099601 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91769c7-c080-43a6-b525-39ce6776d41c admin admin] Pushing event updated for resources: {'Subnet': ['ID=41799488-8bd1-4c7c-be7b-46dfdbe9ecb3,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:20.101586 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:20.106610 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1200805994-network', 'tenant_id': '0820e41d54864df6954e2d71fa6ac6ff'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:20.116249 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8695cc27-295c-48a4-933d-7db7644d1101 admin admin] Network 03fd8b2f-7625-4635-88c0-2ffd255f1007 is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:28:20.134087 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5ffb3-f591-443f-978e-74eefd0fa7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c03ccb-17b4-4a89-969b-4fdca12667d1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:20.147487 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c5f5ffb3-f591-443f-978e-74eefd0fa7d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88bae20409534f7ebdb9a6fefb0fd1d3&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1021070 Mar 30 01:28:20.154494 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33342) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:20.162128 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Pushing event updated for resources: {'Port': ['ID=be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:20.170419 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8695cc27-295c-48a4-933d-7db7644d1101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, 03fd8b2f-7625-4635-88c0-2ffd255f1007) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:20.173734 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] Made reservation on behalf of 0820e41d54864df6954e2d71fa6ac6ff for: {'network': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:20.176635 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.181336 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8695cc27-295c-48a4-933d-7db7644d1101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:20.182649 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8695cc27-295c-48a4-933d-7db7644d1101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.197696 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91769c7-c080-43a6-b525-39ce6776d41c admin admin] Checking segment: {'id': '35fe6e5b-a332-4087-ad4e-246ec4f8adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aac96ab-65d4-440e-a213-24d41f686ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:20.198416 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91769c7-c080-43a6-b525-39ce6776d41c admin admin] Network hostable DHCP agents. Network: 3aac96ab-65d4-440e-a213-24d41f686ce5, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:28:20.199139 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.203971 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddf5883-11f4-4796-ad12-f0f62b818bb4 None None] Network 03fd8b2f-7625-4635-88c0-2ffd255f1007 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:20.205452 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.234804 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8695cc27-295c-48a4-933d-7db7644d1101 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7096510 Mar 30 01:28:20.235521 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33344) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:20.247889 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:20.248097 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (ec7f46b1-ae7e-437f-a144-e7c5a0d0c430), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.299740 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-407b7e6c-06ac-44f1-a277-9cfe6cc6b5d6 None None] Current status of the port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:20.310005 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Attempting to bind port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:28:20.310740 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Attempting to bind port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:28:20.311338 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Attempting to bind port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 on network f27bd740-4fba-4028-9406-a0ffebc6a8fe {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:20.312688 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-675f90d6-f667-45b1-8d3a-104d55038c64 admin admin] Publish callbacks [] for security_group (26c03ccb-17b4-4a89-969b-4fdca12667d1), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.320143 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:20.323217 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:28:20.323920 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Checking segment: {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:20.324550 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.325193 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Bound using segment: {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:28:20.325930 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Bound port: be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:28:20.326570 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.340289 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:20.356913 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:20.408778 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-675f90d6-f667-45b1-8d3a-104d55038c64 admin admin] Publish callbacks [] for security_group (26c03ccb-17b4-4a89-969b-4fdca12667d1), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.409796 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21e53444-de7a-4532-9c99-2f40e7080486 admin admin] Publish callbacks [] for security_group (9e805a4f-1f62-433e-9b53-d5cd05682ac0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.410813 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Pushing event updated for resources: {'Port': ['ID=ec7f46b1-ae7e-437f-a144-e7c5a0d0c430,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:20.429235 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b23a1d-20be-52f4-82ad-60a22b17f1f3-03fd8b2f-7625-4635-88c0-2ffd255f1007', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9'}]}} from dv-cinder-817135-7-iscsi. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:28:20.430533 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.456320 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] For port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:28:20.471586 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21e53444-de7a-4532-9c99-2f40e7080486 admin admin] Publish callbacks [] for security_group (9e805a4f-1f62-433e-9b53-d5cd05682ac0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.478024 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] For port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:28:20.530931 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.540339 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91769c7-c080-43a6-b525-39ce6776d41c admin admin] Network 3aac96ab-65d4-440e-a213-24d41f686ce5 is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:28:20.557368 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21e53444-de7a-4532-9c99-2f40e7080486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (9e805a4f-1f62-433e-9b53-d5cd05682ac0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.560118 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21e53444-de7a-4532-9c99-2f40e7080486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.561434 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-21e53444-de7a-4532-9c99-2f40e7080486 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e805a4f-1f62-433e-9b53-d5cd05682ac0 HTTP/1.1" status: 204 len: 168 time: 0.5734916 Mar 30 01:28:20.582853 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] Publish callbacks [] for security_group (d36eae9c-ba69-4d92-8143-bb2b284ea633), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.586096 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Publish callbacks [] for port (7ccc8e1d-c414-40d3-b07e-24194d894f32), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.593351 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (d36eae9c-ba69-4d92-8143-bb2b284ea633), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.595172 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d91769c7-c080-43a6-b525-39ce6776d41c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, 3aac96ab-65d4-440e-a213-24d41f686ce5) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:20.612072 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (7ccc8e1d-c414-40d3-b07e-24194d894f32), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.612345 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91769c7-c080-43a6-b525-39ce6776d41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:20.612752 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d91769c7-c080-43a6-b525-39ce6776d41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.639300 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89c298a-0774-43f3-acb8-925ef7c96d35 None None] Network 3aac96ab-65d4-440e-a213-24d41f686ce5 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:20.640086 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3788032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3972'] for router (91b93882-61a4-4588-8b61-4fad8ab4d190), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.643558 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3784897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3779565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3997'] for router (91b93882-61a4-4588-8b61-4fad8ab4d190), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.663222 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e53444-de7a-4532-9c99-2f40e7080486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e805a4f-1f62-433e-9b53-d5cd05682ac0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:20.663989 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:28:20.674838 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Attempting to bind port 7ccc8e1d-c414-40d3-b07e-24194d894f32 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:28:20.675252 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Attempting to bind port 7ccc8e1d-c414-40d3-b07e-24194d894f32 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:28:20.675409 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36eae9c-ba69-4d92-8143-bb2b284ea633,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:20.675621 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Attempting to bind port 7ccc8e1d-c414-40d3-b07e-24194d894f32 on network 1720a7c7-9253-45c5-8c79-215aa1283f3d {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:20.718693 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:28:20.719262 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Checking segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:20.719730 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.720249 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Bound using segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:28:20.721438 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Bound port: 7ccc8e1d-c414-40d3-b07e-24194d894f32, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:28:20.721841 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (7ccc8e1d-c414-40d3-b07e-24194d894f32), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.725700 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d91769c7-c080-43a6-b525-39ce6776d41c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9501169 Mar 30 01:28:20.847436 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] For port 7ccc8e1d-c414-40d3-b07e-24194d894f32, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:28:20.853841 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] For port 7ccc8e1d-c414-40d3-b07e-24194d894f32, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=7ccc8e1d-c414-40d3-b07e-24194d894f32,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:28:20.868205 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-675f90d6-f667-45b1-8d3a-104d55038c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (26c03ccb-17b4-4a89-969b-4fdca12667d1), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.873490 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-675f90d6-f667-45b1-8d3a-104d55038c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.877630 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (7ccc8e1d-c414-40d3-b07e-24194d894f32), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.878248 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-675f90d6-f667-45b1-8d3a-104d55038c64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26c03ccb-17b4-4a89-969b-4fdca12667d1 HTTP/1.1" status: 204 len: 168 time: 0.7210879 Mar 30 01:28:20.890211 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (7df9f7c0-126e-4a8a-9065-99dcbb1b87f5), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.890894 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.segments_db [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] Added segment 7df9f7c0-126e-4a8a-9065-99dcbb1b87f5 of type vlan for network fa3cb893-0a98-48ca-96be-3dcd76cea64a Mar 30 01:28:20.928972 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Pushing event updated for resources: {'Port': ['ID=7ccc8e1d-c414-40d3-b07e-24194d894f32,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:20.944732 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f90d6-f667-45b1-8d3a-104d55038c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c03ccb-17b4-4a89-969b-4fdca12667d1,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:20.977071 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Publish callbacks [] for router_gateway (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:20.979499 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:20.982201 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:21.003344 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:21.006190 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:21.009078 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Publish callbacks [] for router_controller (91b93882-61a4-4588-8b61-4fad8ab4d190), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:21.012152 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:21.013397 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:21.015512 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:21.018618 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:21.021812 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:21.021948 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:21.022968 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:21.026427 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:21.026427 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:21.030212 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:21.031644 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:21.033424 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Tracked resource versions report: Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: pushed versions: Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: { 'AddressGroup': {'1.2'}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Agent': {'1.1'}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'ConntrackHelper': {'1.0'}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'LocalIPAssociation': {'1.0'}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Log': {'1.0'}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'NDPProxy': {'1.0'}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Network': {'1.1'}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Port': {'1.7'}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'PortForwarding': {'1.3'}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'QosPolicy': {'1.10'}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'SecurityGroup': {'1.5'}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'SecurityGroupRule': {'1.2'}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'SubPort': {'1.0'}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Subnet': {'1.1'}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Trunk': {'1.1'}} Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: consumer versions: Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: { DHCP agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: HyperV agent@hv-cinder-81713: {}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: L3 agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: Metadata agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: Metering agent@dv-cinder-817135-7-iscsi: {}, Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: Open vSwitch agent@dv-cinder-817135-7-iscsi: { 'AddressGroup': '1.2', Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Agent': '1.1', Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'ConntrackHelper': '1.0', Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'LocalIPAssociation': '1.0', Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Log': '1.0', Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'NDPProxy': '1.0', Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Network': '1.1', Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Port': '1.7', Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'PortForwarding': '1.3', Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'QosPolicy': '1.10', Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'SecurityGroup': '1.5', Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'SecurityGroupRule': '1.2', Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'SubPort': '1.0', Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Subnet': '1.1', Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: 'Trunk': '1.1'}} Mar 30 01:28:21.042389 dv-cinder-817135-7-iscsi neutron-server[103229]: {{(pid=103229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 01:28:21.068710 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (fa3cb893-0a98-48ca-96be-3dcd76cea64a), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:21.124057 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (fa3cb893-0a98-48ca-96be-3dcd76cea64a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:21.125068 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:21.125978 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:21.172358 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Allocated IP 172.20.0.2 (03fd8b2f-7625-4635-88c0-2ffd255f1007/ff067983-253c-45fe-994a-831579de17d9/b8e544e7-1080-4c27-9748-20ac84ec4dd8) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:21.177562 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Routers {'4a0fc035-0867-44b8-aeb1-68d943f89e09'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:28:21.179546 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['4a0fc035-0867-44b8-aeb1-68d943f89e09'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:21.206891 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1062725 Mar 30 01:28:21.211989 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551407b-d786-4a94-8f0c-7e35f72d8133 None None] Pushing event updated for resources: {'Port': ['ID=be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:21.225674 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c65cedf-8107-4c44-8bbe-4833b52a6378 None None] Network 3aac96ab-65d4-440e-a213-24d41f686ce5 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:21.232560 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 4f309f86-8c81-4df3-a4ca-07e7ebd694dc up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:21.248547 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33360) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:21.266675 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6c6afa7a-1db2-4e72-9571-8cc608e902aa admin admin] Request body: {'subnet': {'network_id': 'fa3cb893-0a98-48ca-96be-3dcd76cea64a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1200805994-subnet', 'tenant_id': '0820e41d54864df6954e2d71fa6ac6ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:21.402194 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] Set router 4a0fc035-0867-44b8-aeb1-68d943f89e09 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:28:21.453166 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed2fd8-5115-4ad9-a955-6483b6196abe admin admin] Pushing event updated for resources: {'Network': ['ID=fa3cb893-0a98-48ca-96be-3dcd76cea64a,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:21.471053 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network fa3cb893-0a98-48ca-96be-3dcd76cea64a details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:28:21.493148 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3784726'] for router (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:21.513892 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:21.514295 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:21.555394 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Publish callbacks [] for router_gateway (91b93882-61a4-4588-8b61-4fad8ab4d190), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:21.574248 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6afa7a-1db2-4e72-9571-8cc608e902aa admin admin] Made reservation on behalf of 0820e41d54864df6954e2d71fa6ac6ff for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:21.578716 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c6afa7a-1db2-4e72-9571-8cc608e902aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:21.707340 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16169b6d-d981-43d4-8ad2-33e37debee90 None None] Pushing event updated for resources: {'Port': ['ID=7ccc8e1d-c414-40d3-b07e-24194d894f32,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:21.717039 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:17Z', 'revision_number': 3, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:21.777781 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663babeb-cfc2-4c44-ab98-9662bc316d17 None None] The sync data for ids ['4a0fc035-0867-44b8-aeb1-68d943f89e09'] in dv-cinder-817135-7-iscsi is: [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:17Z', 'revision_number': 3, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:28:21.887974 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:22.015489 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:22.045246 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a is scheduled to L3 agent a7db150b-b2f5-4348-917b-ee899f238924 with binding_index 1 {{(pid=103227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:28:22.107820 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Publish callbacks [] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:22.121910 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:22.134527 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33396) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:22.153791 dv-cinder-817135-7-iscsi neutron-server[103226]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 01:28:22.250862 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Network 03fd8b2f-7625-4635-88c0-2ffd255f1007 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:22.285612 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:28:22.303927 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:22.309966 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Pushing event updated for resources: {'Port': ['ID=b8e544e7-1080-4c27-9748-20ac84ec4dd8,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:22.325585 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:22.331225 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Sync routers for ids ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:28:22.332195 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:22.334982 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-6f6a4f1b-9533-491e-9958-3a7ccb7b4e2e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1301026 Mar 30 01:28:22.338582 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33410) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:22.417743 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Routers {'1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:28:22.418313 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:22.431801 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbbd1de-49c2-4c2a-aad3-b055aab7570a None None] Network f27bd740-4fba-4028-9406-a0ffebc6a8fe requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:22.701858 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-237b1181-5f34-4f42-8407-bf2b34a3031f tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:22.706877 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-237b1181-5f34-4f42-8407-bf2b34a3031f tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/networks?id=3aac96ab-65d4-440e-a213-24d41f686ce5 HTTP/1.1" status: 200 len: 810 time: 0.5650268 Mar 30 01:28:22.814448 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Allocated IP 172.20.0.1 (4292407f-f21a-4ca4-83dc-33c4f2c633d6/94dad553-4d41-4378-b1f8-7911db8bcff2/a876e06f-3d44-4738-a685-a73781f04c4c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:22.866671 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-fd8f7487-08e3-4149-98a1-986cbd6e2a3f tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/quotas/36ec6db6f0a941ef9b2b72c285362951 HTTP/1.1" status: 200 len: 375 time: 0.1504946 Mar 30 01:28:22.929353 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Attempting to bind port b8e544e7-1080-4c27-9748-20ac84ec4dd8 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:28:22.929982 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Attempting to bind port b8e544e7-1080-4c27-9748-20ac84ec4dd8 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:28:22.930548 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Attempting to bind port b8e544e7-1080-4c27-9748-20ac84ec4dd8 on network 03fd8b2f-7625-4635-88c0-2ffd255f1007 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:22.950229 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-58607239-46a3-4458-a98b-dcfce433920b None None] Provisioning complete for port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:22.955712 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-58607239-46a3-4458-a98b-dcfce433920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:22.973062 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:28:22.979542 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Checking segment: {'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:22.980184 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:22.982051 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Bound using segment: {'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:28:22.982813 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Bound port: b8e544e7-1080-4c27-9748-20ac84ec4dd8, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:28:22.990561 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:23.039786 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-9fe0c045-6335-4bc1-9566-d20b6e256169 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=36ec6db6f0a941ef9b2b72c285362951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1540895 Mar 30 01:28:23.192356 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Set router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:28:23.217173 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:23.270489 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Publish callbacks [] for port (a876e06f-3d44-4738-a685-a73781f04c4c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:23.313370 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:23.388807 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:23.447918 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Pushing event updated for resources: {'Port': ['ID=a876e06f-3d44-4738-a685-a73781f04c4c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:23.454675 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c6afa7a-1db2-4e72-9571-8cc608e902aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for subnet (eed824f9-4b89-4a05-9972-a88df698d2b2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:23.474567 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] For port b8e544e7-1080-4c27-9748-20ac84ec4dd8, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:28:23.522829 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6afa7a-1db2-4e72-9571-8cc608e902aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed824f9-4b89-4a05-9972-a88df698d2b2,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:23.544845 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] For port b8e544e7-1080-4c27-9748-20ac84ec4dd8, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=b8e544e7-1080-4c27-9748-20ac84ec4dd8,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:28:23.565757 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Allocated IP 172.20.0.1 (f27bd740-4fba-4028-9406-a0ffebc6a8fe/d0efdf8f-b0d8-44e9-99b9-c55ff399b497/e5a66939-7bd0-47b0-93fb-7dfbf790a6fa) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:23.573908 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:23.610495 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-58607239-46a3-4458-a98b-dcfce433920b None None] Current status of the port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:23.610495 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-58607239-46a3-4458-a98b-dcfce433920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:23.660697 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:23.721433 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:23.723349 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:23.725163 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:23.749455 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:23.750124 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785665'] for router_interface (4a0fc035-0867-44b8-aeb1-68d943f89e09), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:23.819746 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6afa7a-1db2-4e72-9571-8cc608e902aa admin admin] Checking segment: {'id': '7df9f7c0-126e-4a8a-9065-99dcbb1b87f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fa3cb893-0a98-48ca-96be-3dcd76cea64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:23.820115 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6afa7a-1db2-4e72-9571-8cc608e902aa admin admin] Network hostable DHCP agents. Network: fa3cb893-0a98-48ca-96be-3dcd76cea64a, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:28:23.875995 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-58607239-46a3-4458-a98b-dcfce433920b None None] For port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:23.885254 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54218c5-8a8d-471b-a969-7930cb096de0 None None] Pushing event updated for resources: {'Port': ['ID=b8e544e7-1080-4c27-9748-20ac84ec4dd8,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:23.919281 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-58607239-46a3-4458-a98b-dcfce433920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:23.996782 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Publish callbacks [] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:24.101553 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:24.209511 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58607239-46a3-4458-a98b-dcfce433920b None None] Pushing event updated for resources: {'Port': ['ID=be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:24.221529 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a66939-7bd0-47b0-93fb-7dfbf790a6fa,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:24.246519 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Network f27bd740-4fba-4028-9406-a0ffebc6a8fe is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:24.250239 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:24.257374 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-26441563-d730-4053-ab9a-7e1ccc4051d0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:28:24.258772 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-26441563-d730-4053-ab9a-7e1ccc4051d0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8166668 Mar 30 01:28:24.265690 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:24.269020 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785665'] for router_interface (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:24.352229 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-49ffee83-91a4-4907-86e1-f26a4df30eca None None] Provisioning complete for port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:24.352733 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-49ffee83-91a4-4907-86e1-f26a4df30eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:24.437941 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6afa7a-1db2-4e72-9571-8cc608e902aa admin admin] Network fa3cb893-0a98-48ca-96be-3dcd76cea64a is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:28:24.478753 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Publish callbacks [] for router_gateway (91b93882-61a4-4588-8b61-4fad8ab4d190), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:24.507014 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6c6afa7a-1db2-4e72-9571-8cc608e902aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, fa3cb893-0a98-48ca-96be-3dcd76cea64a) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:24.522345 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:20Z', 'revision_number': 3, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:24.537903 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55869317-9e37-460d-885a-e4856bfdfc68 None None] Network fa3cb893-0a98-48ca-96be-3dcd76cea64a requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:24.606012 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6afa7a-1db2-4e72-9571-8cc608e902aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:24.606543 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c6afa7a-1db2-4e72-9571-8cc608e902aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:24.626581 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:24.678877 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Checking router: 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:28:24.679432 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Updating router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a port ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 binding host dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:28:24.683552 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:24.720229 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:24.721561 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 7ccc8e1d-c414-40d3-b07e-24194d894f32 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:24.758595 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (ec7f46b1-ae7e-437f-a144-e7c5a0d0c430), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:24.798649 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Allocated IP 172.27.2.105 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/595d517f-f434-4f41-bccf-7fbeefdd0a73) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:24.951129 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6812cbf6-ffd3-49cd-b635-0a2aa53bdc68 None None] Network fa3cb893-0a98-48ca-96be-3dcd76cea64a requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:25.066884 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-49ffee83-91a4-4907-86e1-f26a4df30eca None None] Current status of the port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:25.080097 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6c6afa7a-1db2-4e72-9571-8cc608e902aa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.8241792 Mar 30 01:28:25.081387 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 7ccc8e1d-c414-40d3-b07e-24194d894f32 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:25.082238 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (7ccc8e1d-c414-40d3-b07e-24194d894f32), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:25.084524 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Publish callbacks [] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:25.094441 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:25.095468 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785557'] for router_interface (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:25.115802 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:25.151231 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Publish callbacks [] for port (595d517f-f434-4f41-bccf-7fbeefdd0a73), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:25.263659 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 7ccc8e1d-c414-40d3-b07e-24194d894f32 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:25.264061 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (7ccc8e1d-c414-40d3-b07e-24194d894f32), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:25.324884 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33508) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:25.334383 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a66939-7bd0-47b0-93fb-7dfbf790a6fa,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:25.352580 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-4830a07d-4f01-4db6-ab98-32cacdf04bcf service neutron] 10.222.0.30 "GET /v2.0/networks/3aac96ab-65d4-440e-a213-24d41f686ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0813088 Mar 30 01:28:25.360168 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-aba1531a-8e5a-46c2-bc95-73c3fe657e28 None None] Provisioning complete for port a876e06f-3d44-4738-a685-a73781f04c4c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:25.360667 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aba1531a-8e5a-46c2-bc95-73c3fe657e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:25.372448 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (595d517f-f434-4f41-bccf-7fbeefdd0a73), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:25.454806 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9eba71a-023d-48b1-b1e1-cf3c70a13d67 admin admin] Deleting subnet 91d454f2-7561-4c1a-93da-4eb55ffe1c4b {{(pid=103227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:28:25.465263 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9eba71a-023d-48b1-b1e1-cf3c70a13d67 admin admin] Publish callbacks [] for subnet (91d454f2-7561-4c1a-93da-4eb55ffe1c4b), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:25.515374 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Network f27bd740-4fba-4028-9406-a0ffebc6a8fe is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:25.521744 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:25.628004 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9eba71a-023d-48b1-b1e1-cf3c70a13d67 admin admin] Publish callbacks [] for subnet (91d454f2-7561-4c1a-93da-4eb55ffe1c4b), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:25.647452 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Publish callbacks [] for port (ec7f46b1-ae7e-437f-a144-e7c5a0d0c430), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:25.650246 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9eba71a-023d-48b1-b1e1-cf3c70a13d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (91d454f2-7561-4c1a-93da-4eb55ffe1c4b), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:25.719310 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port 7ccc8e1d-c414-40d3-b07e-24194d894f32, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=7ccc8e1d-c414-40d3-b07e-24194d894f32,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:25.722035 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b2b45-2aef-474f-b39a-b43222ca0226 None None] Network 03fd8b2f-7625-4635-88c0-2ffd255f1007 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:25.880974 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:25.897466 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (ec7f46b1-ae7e-437f-a144-e7c5a0d0c430), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.012274 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (7ccc8e1d-c414-40d3-b07e-24194d894f32), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.026288 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9eba71a-023d-48b1-b1e1-cf3c70a13d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for subnet (91d454f2-7561-4c1a-93da-4eb55ffe1c4b), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.037331 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:28:26.043953 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9eba71a-023d-48b1-b1e1-cf3c70a13d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.051617 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-c9eba71a-023d-48b1-b1e1-cf3c70a13d67 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/91d454f2-7561-4c1a-93da-4eb55ffe1c4b HTTP/1.1" status: 204 len: 168 time: 0.7227137 Mar 30 01:28:26.051617 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33526) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:26.061162 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Attempting to bind port ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:28:26.061542 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Attempting to bind port ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:28:26.061933 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Attempting to bind port ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 on network 1720a7c7-9253-45c5-8c79-215aa1283f3d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:26.062776 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Publish callbacks [] for port (a876e06f-3d44-4738-a685-a73781f04c4c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.075809 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:26.078429 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33528) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:26.083606 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Pushing event updated for resources: {'Port': ['ID=595d517f-f434-4f41-bccf-7fbeefdd0a73,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:26.096491 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:26.148179 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eba71a-023d-48b1-b1e1-cf3c70a13d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d454f2-7561-4c1a-93da-4eb55ffe1c4b,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:26.266105 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (021a7364-e7ad-4003-9179-685ae60f97da), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.377777 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:28:26.383510 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-614ddc57-c13b-41f2-b9af-97ed4b4576b6 admin admin] 10.222.0.30 "PUT /v2.0/routers/1b860fdc-a4b6-47fb-8b51-7a0e4823d01a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0435057 Mar 30 01:28:26.409698 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (021a7364-e7ad-4003-9179-685ae60f97da), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.428656 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.429881 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785557'] for router_interface (4a0fc035-0867-44b8-aeb1-68d943f89e09), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.461159 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4e33c69d-64d5-48b4-9b03-58fd54f6b46f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.485455 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:26.485948 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:26.487323 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:26.487323 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Subscribe: > port after_create 55550000 {{(pid=103227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:26.487628 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:26.488069 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Subscribe: > port after_update 55550000 {{(pid=103227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:26.488493 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:26.488886 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:26.489330 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:26.489330 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:26.489917 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:26.501022 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:28:26.502126 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Checking segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:26.502791 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.503489 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Bound using segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:28:26.504128 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Bound port: ec7f46b1-ae7e-437f-a144-e7c5a0d0c430, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:28:26.504965 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (ec7f46b1-ae7e-437f-a144-e7c5a0d0c430), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.583511 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad4490-08e7-4bd9-8e28-d69e821e9f48 None None] Pushing event updated for resources: {'Port': ['ID=ec7f46b1-ae7e-437f-a144-e7c5a0d0c430,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:26.596926 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-aba1531a-8e5a-46c2-bc95-73c3fe657e28 None None] Port a876e06f-3d44-4738-a685-a73781f04c4c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:28:26.607251 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Pushing event updated for resources: {'Port': ['ID=a876e06f-3d44-4738-a685-a73781f04c4c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:26.639089 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] For port ec7f46b1-ae7e-437f-a144-e7c5a0d0c430, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:28:26.698946 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] For port ec7f46b1-ae7e-437f-a144-e7c5a0d0c430, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=ec7f46b1-ae7e-437f-a144-e7c5a0d0c430,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:28:26.708980 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-aba1531a-8e5a-46c2-bc95-73c3fe657e28 None None] Provisioning complete for port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:26.709473 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aba1531a-8e5a-46c2-bc95-73c3fe657e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.738036 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (ec7f46b1-ae7e-437f-a144-e7c5a0d0c430), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.739656 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-268661e9-fad5-4df2-85e6-d25eff6fa1cb service neutron] 10.222.0.30 "GET /v2.0/networks/3aac96ab-65d4-440e-a213-24d41f686ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3764489 Mar 30 01:28:26.792804 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:26.793160 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:26.793489 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:26.793756 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:26.793856 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:26.794327 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021a7364-e7ad-4003-9179-685ae60f97da']}} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:26.797074 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:26.841227 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6698c1f-79ea-4706-9b91-d7385ac47796') {'for_net_delete': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:26.843156 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6698c1f-79ea-4706-9b91-d7385ac47796') {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:26.892218 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60554889'] for segment (c6698c1f-79ea-4706-9b91-d7385ac47796), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.930213 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Routers {'1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:28:26.939036 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:26.975251 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (c6698c1f-79ea-4706-9b91-d7385ac47796), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:26.997293 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:28:26.997895 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3152423'] for segment (c6698c1f-79ea-4706-9b91-d7385ac47796), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:27.057714 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Publish callbacks [] for router_gateway (91b93882-61a4-4588-8b61-4fad8ab4d190), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: from cryptography.utils import int_from_bytes Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: from cryptography.utils import int_from_bytes Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: Traceback (most recent call last): Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: timer() Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: cb(*args, **kw) Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: return func(*args, **kwargs) Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: self._notify() Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: self.callback(batched_events) Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: event.method(event) Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: return f(self, *a, **k) Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._get(url).json() Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: return self.request(url, 'GET', **kwargs) Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:28:27.086843 dv-cinder-817135-7-iscsi neutron-server[103227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:28:27.095544 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (021a7364-e7ad-4003-9179-685ae60f97da), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:27.137821 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:27.159002 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] 10.222.0.30 "DELETE /v2.0/networks/021a7364-e7ad-4003-9179-685ae60f97da HTTP/1.1" status: 204 len: 168 time: 1.0791504 Mar 30 01:28:27.194818 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33570) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:27.221504 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c97df-651d-494a-a8e6-30857ada825c admin admin] Pushing event deleted for resources: {'Network': ['ID=021a7364-e7ad-4003-9179-685ae60f97da,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:27.258366 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:27.258789 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:27.263763 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33582) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:27.274053 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=7ccc8e1d-c414-40d3-b07e-24194d894f32,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:27.295198 dv-cinder-817135-7-iscsi neutron-server[103227]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 01:28:27.314635 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-aba1531a-8e5a-46c2-bc95-73c3fe657e28 None None] Port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:28:27.387720 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] Set router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:28:27.403967 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a8824f51-1d5c-4206-bb39-e83c836684f3 req-a3fae6c1-3bd8-4bb3-aa02-2c8cdac974b4 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 210 time: 0.1720290 Mar 30 01:28:27.436305 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Router 4a0fc035-0867-44b8-aeb1-68d943f89e09 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:28:27.444126 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_v2 [None req-e733c8bb-96de-4550-88a7-b822830e8187 admin admin] Deleting subnet eed824f9-4b89-4a05-9972-a88df698d2b2 {{(pid=103227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:28:27.496093 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e733c8bb-96de-4550-88a7-b822830e8187 admin admin] Publish callbacks [] for subnet (eed824f9-4b89-4a05-9972-a88df698d2b2), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:27.641952 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e733c8bb-96de-4550-88a7-b822830e8187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60554882'] for subnet (eed824f9-4b89-4a05-9972-a88df698d2b2), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:27.719669 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e733c8bb-96de-4550-88a7-b822830e8187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (eed824f9-4b89-4a05-9972-a88df698d2b2), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:27.755606 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33606) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:27.793513 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3784726'] for router (91b93882-61a4-4588-8b61-4fad8ab4d190), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:27.826376 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e733c8bb-96de-4550-88a7-b822830e8187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3152769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60116517'] for subnet (eed824f9-4b89-4a05-9972-a88df698d2b2), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:27.857611 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad4490-08e7-4bd9-8e28-d69e821e9f48 None None] Pushing event updated for resources: {'Port': ['ID=ec7f46b1-ae7e-437f-a144-e7c5a0d0c430,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:27.871273 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4e33c69d-64d5-48b4-9b03-58fd54f6b46f admin admin] Publish callbacks [] for security_group (b0a45b77-5405-473d-aa66-56dd78fbb083), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:27.902969 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:28:27.921083 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e55ef05a-8790-4bb8-ab19-8c62318bb584 admin admin] 10.222.0.30 "PUT /v2.0/routers/4a0fc035-0867-44b8-aeb1-68d943f89e09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4280691 Mar 30 01:28:27.921362 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Sync routers for ids ['4a0fc035-0867-44b8-aeb1-68d943f89e09'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:28:27.942002 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Routers {'4a0fc035-0867-44b8-aeb1-68d943f89e09'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:28:27.942656 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['4a0fc035-0867-44b8-aeb1-68d943f89e09'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:27.979109 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-d493c02b-1224-4891-a417-0b85d454ea72 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:27.980976 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0ed2b4a2-0d32-48c4-9008-4e980f6cecbd None None] Provisioning complete for port a876e06f-3d44-4738-a685-a73781f04c4c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:27.981359 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b4a2-0d32-48c4-9008-4e980f6cecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:27.987162 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-d493c02b-1224-4891-a417-0b85d454ea72 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 818 time: 0.7154496 Mar 30 01:28:27.993037 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e733c8bb-96de-4550-88a7-b822830e8187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:28.008533 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-e733c8bb-96de-4550-88a7-b822830e8187 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eed824f9-4b89-4a05-9972-a88df698d2b2 HTTP/1.1" status: 204 len: 168 time: 0.8080626 Mar 30 01:28:28.010677 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33618) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:28.013598 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4e33c69d-64d5-48b4-9b03-58fd54f6b46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (b0a45b77-5405-473d-aa66-56dd78fbb083), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:28.106917 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:28.107541 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-4e33c69d-64d5-48b4-9b03-58fd54f6b46f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22f49ef5f57f4bc08aa083cea4ca4a43&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0551307 Mar 30 01:28:28.108897 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733c8bb-96de-4550-88a7-b822830e8187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed824f9-4b89-4a05-9972-a88df698d2b2,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:28.109014 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device b8e544e7-1080-4c27-9748-20ac84ec4dd8 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:28.140859 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33626) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:28.173248 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-916bbd34-d4aa-44c2-9146-7f818b0d7778 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/quotas/10d8e88a77d8487680652e10a7a18348 HTTP/1.1" status: 200 len: 375 time: 0.0891929 Mar 30 01:28:28.175388 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0ed2b4a2-0d32-48c4-9008-4e980f6cecbd None None] Port a876e06f-3d44-4738-a685-a73781f04c4c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:28:28.228582 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5dd6378c-c40c-474c-8885-3a694bb80109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:28.237299 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'e5a66939-7bd0-47b0-93fb-7dfbf790a6fa', 'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'mac_address': 'fa:16:3e:6d:d9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:23Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 2, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'subnets': [{'id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:28.242124 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0ed2b4a2-0d32-48c4-9008-4e980f6cecbd None None] Provisioning complete for port b8e544e7-1080-4c27-9748-20ac84ec4dd8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:28.242467 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b4a2-0d32-48c4-9008-4e980f6cecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:28.266265 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Set router 4a0fc035-0867-44b8-aeb1-68d943f89e09 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:28:28.293737 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Router 91b93882-61a4-4588-8b61-4fad8ab4d190 is scheduled to L3 agent a7db150b-b2f5-4348-917b-ee899f238924 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:28:28.333394 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33c69d-64d5-48b4-9b03-58fd54f6b46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a45b77-5405-473d-aa66-56dd78fbb083,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:28.344718 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b452ba3-9673-4007-b71c-5f5aa68b5edb None None] The sync data for ids ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'] in dv-cinder-817135-7-iscsi is: [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'e5a66939-7bd0-47b0-93fb-7dfbf790a6fa', 'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'mac_address': 'fa:16:3e:6d:d9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:23Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 2, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'subnets': [{'id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:28:28.421067 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port b8e544e7-1080-4c27-9748-20ac84ec4dd8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:28.421447 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:28.463259 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07c24bf4-870e-41ad-9abc-3b0052d0f06a admin admin] Publish callbacks [] for security_group (b0a45b77-5405-473d-aa66-56dd78fbb083), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:28.491934 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07c24bf4-870e-41ad-9abc-3b0052d0f06a admin admin] Publish callbacks [] for security_group (b0a45b77-5405-473d-aa66-56dd78fbb083), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:28.594578 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-2b505b58-1e2f-4a56-bf76-22eac2ea300e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4053903 Mar 30 01:28:28.603968 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (fa3cb893-0a98-48ca-96be-3dcd76cea64a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:28.605649 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07c24bf4-870e-41ad-9abc-3b0052d0f06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (b0a45b77-5405-473d-aa66-56dd78fbb083), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:28.608900 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07c24bf4-870e-41ad-9abc-3b0052d0f06a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:28.625268 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-07c24bf4-870e-41ad-9abc-3b0052d0f06a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0a45b77-5405-473d-aa66-56dd78fbb083 HTTP/1.1" status: 204 len: 168 time: 0.4913700 Mar 30 01:28:28.663895 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c24bf4-870e-41ad-9abc-3b0052d0f06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a45b77-5405-473d-aa66-56dd78fbb083,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:28.773509 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:28:28.868686 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0ed2b4a2-0d32-48c4-9008-4e980f6cecbd None None] Current status of the port b8e544e7-1080-4c27-9748-20ac84ec4dd8 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:28.869727 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b4a2-0d32-48c4-9008-4e980f6cecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:28.872317 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Sync routers for ids ['91b93882-61a4-4588-8b61-4fad8ab4d190'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:28:28.931707 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0ed2b4a2-0d32-48c4-9008-4e980f6cecbd None None] For port b8e544e7-1080-4c27-9748-20ac84ec4dd8, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=b8e544e7-1080-4c27-9748-20ac84ec4dd8,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:28.941583 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Routers {'91b93882-61a4-4588-8b61-4fad8ab4d190'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:28:28.942259 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['91b93882-61a4-4588-8b61-4fad8ab4d190'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:28.944297 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b4a2-0d32-48c4-9008-4e980f6cecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:28.949516 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port b8e544e7-1080-4c27-9748-20ac84ec4dd8 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:28.949907 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:29.023343 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 2, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:29.120517 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-48fecd7f-38e9-42bb-83c7-4d6e47309726 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:28:29.122013 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-48fecd7f-38e9-42bb-83c7-4d6e47309726 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3883018 Mar 30 01:28:29.186000 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Checking router: 4a0fc035-0867-44b8-aeb1-68d943f89e09 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:28:29.186373 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Updating router 4a0fc035-0867-44b8-aeb1-68d943f89e09 port a876e06f-3d44-4738-a685-a73781f04c4c binding host dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:28:29.209080 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0ed2b4a2-0d32-48c4-9008-4e980f6cecbd None None] Provisioning complete for port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:29.209492 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0ed2b4a2-0d32-48c4-9008-4e980f6cecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:29.266340 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33660) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:29.272312 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-3f742432-7d6a-4d8e-90da-c03af860fc2c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1819508259', 'description': 'tempest-description--710253925'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:29.287920 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:29.309014 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2b4a2-0d32-48c4-9008-4e980f6cecbd None None] Pushing event updated for resources: {'Port': ['ID=b8e544e7-1080-4c27-9748-20ac84ec4dd8,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:29.377091 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f742432-7d6a-4d8e-90da-c03af860fc2c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:29.396983 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.db.api [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 01:28:29.396983 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG oslo_db.api [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 01:28:29.408919 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0ed2b4a2-0d32-48c4-9008-4e980f6cecbd None None] Port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:28:29.421375 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-4821ae03-3e66-4565-af61-5e91c0899886 service neutron] 10.222.0.30 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913849 Mar 30 01:28:29.445132 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Set router 91b93882-61a4-4588-8b61-4fad8ab4d190 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:28:29.721715 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cf580eda-ad6e-4c2c-bed6-025ae43145da req-c9f29885-b8f9-4bdf-a5ab-c40132db474f tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 210 time: 0.1302772 Mar 30 01:28:29.733034 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:29.738958 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5ed7e62c-2596-48ed-aad2-6c5da00b6757 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.4913242 Mar 30 01:28:29.754785 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33684) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:29.772418 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (fa3cb893-0a98-48ca-96be-3dcd76cea64a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:29.901911 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5dd6378c-c40c-474c-8885-3a694bb80109 admin admin] Publish callbacks [] for security_group (5b9acffd-691e-48fc-94a4-dc37cc96f552), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:29.923594 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5dd6378c-c40c-474c-8885-3a694bb80109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (5b9acffd-691e-48fc-94a4-dc37cc96f552), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:29.959681 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:29.965475 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:29.966567 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:29.967127 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:29.967638 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:29.968160 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:29.968666 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:29.969189 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:29.969708 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:29.970217 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:30.055229 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port b8e544e7-1080-4c27-9748-20ac84ec4dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:30.269298 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:26Z', 'revision_number': 3, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:30.355869 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Checking router: 91b93882-61a4-4588-8b61-4fad8ab4d190 for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:28:30.357196 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Updating router 91b93882-61a4-4588-8b61-4fad8ab4d190 port 595d517f-f434-4f41-bccf-7fbeefdd0a73 binding host dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:28:30.413720 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (595d517f-f434-4f41-bccf-7fbeefdd0a73), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:30.447899 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Publish callbacks [] for port (a876e06f-3d44-4738-a685-a73781f04c4c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:30.458946 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:30.467306 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:30.467807 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:30.468137 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:30.468463 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 01:28:30.468826 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3cb893-0a98-48ca-96be-3dcd76cea64a']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:30.561546 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df9f7c0-126e-4a8a-9065-99dcbb1b87f5') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:30.561948 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df9f7c0-126e-4a8a-9065-99dcbb1b87f5') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:30.568862 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-798e98e9-b716-4981-9d1d-2f76dc9663b7 service neutron] 10.222.0.30 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1375508 Mar 30 01:28:30.569403 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24b1bf-8412-4243-8aa8-ec9bc722b039 None None] Pushing event updated for resources: {'Port': ['ID=a876e06f-3d44-4738-a685-a73781f04c4c,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:30.637561 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59948689'] for segment (7df9f7c0-126e-4a8a-9065-99dcbb1b87f5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:30.668876 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5dd6378c-c40c-474c-8885-3a694bb80109 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05420669ba0c4974925180bd3e257274&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9117899 Mar 30 01:28:30.674055 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33716) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:30.696001 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6378c-c40c-474c-8885-3a694bb80109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9acffd-691e-48fc-94a4-dc37cc96f552,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:30.713264 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f742432-7d6a-4d8e-90da-c03af860fc2c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group (93da78db-5394-4146-9a40-449925cda536), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:30.731833 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f742432-7d6a-4d8e-90da-c03af860fc2c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (93da78db-5394-4146-9a40-449925cda536), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:30.750127 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (7df9f7c0-126e-4a8a-9065-99dcbb1b87f5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:30.782967 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:28:30.783579 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60605326'] for segment (7df9f7c0-126e-4a8a-9065-99dcbb1b87f5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:30.867140 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Attempting to bind port a876e06f-3d44-4738-a685-a73781f04c4c on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:28:30.867438 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Attempting to bind port a876e06f-3d44-4738-a685-a73781f04c4c by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:28:30.867807 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Attempting to bind port a876e06f-3d44-4738-a685-a73781f04c4c on network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:30.891025 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:28:30.891510 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Checking segment: {'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:30.891724 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:30.892128 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Bound using segment: {'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:28:30.892614 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Bound port: a876e06f-3d44-4738-a685-a73781f04c4c, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:28:30.892996 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:30.909562 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 7ccc8e1d-c414-40d3-b07e-24194d894f32 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: from cryptography.utils import int_from_bytes Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: from cryptography.utils import int_from_bytes Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: Traceback (most recent call last): Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: timer() Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: cb(*args, **kw) Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: return func(*args, **kwargs) Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: self._notify() Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: self.callback(batched_events) Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: event.method(event) Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: return f(self, *a, **k) Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: return self._get(url).json() Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:28:30.911808 dv-cinder-817135-7-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:28:30.920178 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.10', 54733) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:30.942954 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (fa3cb893-0a98-48ca-96be-3dcd76cea64a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:30.977683 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:30.981602 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fa3cb893-0a98-48ca-96be-3dcd76cea64a HTTP/1.1" status: 204 len: 168 time: 2.9697406 Mar 30 01:28:31.137038 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeecc52-c3cf-4f36-b985-06dda1df1bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa3cb893-0a98-48ca-96be-3dcd76cea64a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:31.214584 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f742432-7d6a-4d8e-90da-c03af860fc2c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:31.219837 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33736) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:31.220826 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-3f742432-7d6a-4d8e-90da-c03af860fc2c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9532950 Mar 30 01:28:31.223636 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] For port a876e06f-3d44-4738-a685-a73781f04c4c, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:28:31.241049 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] For port a876e06f-3d44-4738-a685-a73781f04c4c, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=a876e06f-3d44-4738-a685-a73781f04c4c,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:28:31.257331 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:31.290217 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-28d5712a-906b-4106-a88c-0d1fda72ce92 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Request body: {'security_group_rule': {'security_group_id': '93da78db-5394-4146-9a40-449925cda536', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:31.329632 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f742432-7d6a-4d8e-90da-c03af860fc2c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93da78db-5394-4146-9a40-449925cda536,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:31.402214 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33744) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:31.416849 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-56d66329-d90d-445a-b0f1-eac3d8e79130 None None] Provisioning complete for port a876e06f-3d44-4738-a685-a73781f04c4c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:31.422609 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-56d66329-d90d-445a-b0f1-eac3d8e79130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:31.432413 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33748) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:31.447444 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36123232-a79d-4861-b563-cf7452040c32 admin admin] Publish callbacks [] for security_group (5b9acffd-691e-48fc-94a4-dc37cc96f552), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:31.512734 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36123232-a79d-4861-b563-cf7452040c32 admin admin] Publish callbacks [] for security_group (5b9acffd-691e-48fc-94a4-dc37cc96f552), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:31.548397 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 7ccc8e1d-c414-40d3-b07e-24194d894f32 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:31.550733 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (7ccc8e1d-c414-40d3-b07e-24194d894f32), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:31.577272 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24b1bf-8412-4243-8aa8-ec9bc722b039 None None] Pushing event updated for resources: {'Port': ['ID=a876e06f-3d44-4738-a685-a73781f04c4c,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:31.618236 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f9e34a93-d8ab-43dd-83e4-f184d0eef43b req-01140fb8-4ff1-49ed-98d5-691c68c41f78 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 210 time: 0.1146023 Mar 30 01:28:31.646581 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-f236c1ee-fb57-47c4-b016-e7da44bd7f1e tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:31.651954 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-f236c1ee-fb57-47c4-b016-e7da44bd7f1e tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.10 "GET /v2.0/networks?id=3aac96ab-65d4-440e-a213-24d41f686ce5 HTTP/1.1" status: 200 len: 810 time: 0.7302315 Mar 30 01:28:31.658923 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Routers {'4a0fc035-0867-44b8-aeb1-68d943f89e09'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:28:31.659569 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['4a0fc035-0867-44b8-aeb1-68d943f89e09'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:31.766446 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-9a80d441-0748-4cd0-8be2-a3de98bb74df tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Request body: {'port': {'device_id': 'f8ade27a-ae7d-4052-a9cc-109ec5b31109', 'network_id': '3aac96ab-65d4-440e-a213-24d41f686ce5', 'admin_state_up': True, 'tenant_id': '36ec6db6f0a941ef9b2b72c285362951'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:31.786863 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6032f587-9568-4029-9f53-1df4e383acd1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d66e98408d64eb4b9a1073a56005f19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3464551 Mar 30 01:28:31.792205 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:31.865919 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36123232-a79d-4861-b563-cf7452040c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (5b9acffd-691e-48fc-94a4-dc37cc96f552), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:31.878630 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36123232-a79d-4861-b563-cf7452040c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:31.895291 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-36123232-a79d-4861-b563-cf7452040c32 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b9acffd-691e-48fc-94a4-dc37cc96f552 HTTP/1.1" status: 204 len: 168 time: 1.2044823 Mar 30 01:28:31.943224 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36123232-a79d-4861-b563-cf7452040c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9acffd-691e-48fc-94a4-dc37cc96f552,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:31.979672 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3c52a4ce-5822-4844-962d-1067331f63fe req-bdd72e9e-c40f-4f18-aa18-800ad8124439 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 210 time: 0.0731108 Mar 30 01:28:32.049527 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28d5712a-906b-4106-a88c-0d1fda72ce92 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group_rule (f2de0971-1d59-43f7-9eb0-1f1cc990b792), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.085021 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-850f7b9e-3d39-4a1d-97e3-2dd68c589ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.125535 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.133350 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-56d66329-d90d-445a-b0f1-eac3d8e79130 None None] Current status of the port a876e06f-3d44-4738-a685-a73781f04c4c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:32.133880 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-56d66329-d90d-445a-b0f1-eac3d8e79130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.149147 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] Set router 4a0fc035-0867-44b8-aeb1-68d943f89e09 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:28:32.308381 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-56d66329-d90d-445a-b0f1-eac3d8e79130 None None] For port a876e06f-3d44-4738-a685-a73781f04c4c, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=a876e06f-3d44-4738-a685-a73781f04c4c,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:32.354885 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-56d66329-d90d-445a-b0f1-eac3d8e79130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.456584 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Allocated IP 172.20.0.1 (03fd8b2f-7625-4635-88c0-2ffd255f1007/ff067983-253c-45fe-994a-831579de17d9/189c458f-d0af-4ed7-bf17-4ca0bfa20a82) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:32.510875 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fcc21c2-e559-4a5e-bf01-a76a773974c7 admin admin] Publish callbacks [] for security_group (a80db55c-a249-463e-818d-357c68032e04), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.541266 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 7ccc8e1d-c414-40d3-b07e-24194d894f32 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:32.543164 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device b8e544e7-1080-4c27-9748-20ac84ec4dd8 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:32.599779 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9d704a65-198b-431d-9b94-194c3b8ceddf None None] Provisioning complete for port a876e06f-3d44-4738-a685-a73781f04c4c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:32.600390 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9d704a65-198b-431d-9b94-194c3b8ceddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.611797 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d66329-d90d-445a-b0f1-eac3d8e79130 None None] Pushing event updated for resources: {'Port': ['ID=a876e06f-3d44-4738-a685-a73781f04c4c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:32.698730 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fcc21c2-e559-4a5e-bf01-a76a773974c7 admin admin] Publish callbacks [] for security_group (a80db55c-a249-463e-818d-357c68032e04), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.699318 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Publish callbacks [] for port (595d517f-f434-4f41-bccf-7fbeefdd0a73), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.722519 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-850f7b9e-3d39-4a1d-97e3-2dd68c589ec8 admin admin] Publish callbacks [] for security_group (b3d7a381-9874-45d0-bbad-bbdc148bd3df), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.723901 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (595d517f-f434-4f41-bccf-7fbeefdd0a73), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.741487 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33812) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:32.748243 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28d5712a-906b-4106-a88c-0d1fda72ce92 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group_rule (f2de0971-1d59-43f7-9eb0-1f1cc990b792), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.767939 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-850f7b9e-3d39-4a1d-97e3-2dd68c589ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (b3d7a381-9874-45d0-bbad-bbdc148bd3df), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.781470 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28d5712a-906b-4106-a88c-0d1fda72ce92 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (f2de0971-1d59-43f7-9eb0-1f1cc990b792), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.788996 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:31Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:32.832345 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Attempting to bind port 595d517f-f434-4f41-bccf-7fbeefdd0a73 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:28:32.832722 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Attempting to bind port 595d517f-f434-4f41-bccf-7fbeefdd0a73 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:28:32.836569 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Attempting to bind port 595d517f-f434-4f41-bccf-7fbeefdd0a73 on network 1720a7c7-9253-45c5-8c79-215aa1283f3d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:32.839349 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port b8e544e7-1080-4c27-9748-20ac84ec4dd8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:32.841979 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.847822 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c609fbfd-727b-4fb8-8c70-764685d7d984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.911426 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Sync routers for ids ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:28:32.920271 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb0e9c-b868-44ba-adac-1d3dbde2094c None None] The sync data for ids ['4a0fc035-0867-44b8-aeb1-68d943f89e09'] in dv-cinder-817135-7-iscsi is: [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:31Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:28:32.928248 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:28:32.930956 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Checking segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:32.942736 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.944712 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Bound using segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:28:32.945926 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Publish callbacks [] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.946389 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5712a-906b-4106-a88c-0d1fda72ce92 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2de0971-1d59-43f7-9eb0-1f1cc990b792,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:32.947266 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Bound port: 595d517f-f434-4f41-bccf-7fbeefdd0a73, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:28:32.947859 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (595d517f-f434-4f41-bccf-7fbeefdd0a73), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:32.951388 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89097ad0-d50d-4ece-ac70-2e737a8daca2 None None] Pushing event updated for resources: {'Port': ['ID=595d517f-f434-4f41-bccf-7fbeefdd0a73,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:32.956939 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Routers {'1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:28:32.974931 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:33.070179 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28d5712a-906b-4106-a88c-0d1fda72ce92 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:33.092777 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-28d5712a-906b-4106-a88c-0d1fda72ce92 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8578465 Mar 30 01:28:33.099675 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33822) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:33.125539 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-645decb4-6d77-4f3d-9348-dfac3fa75bd8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Request body: {'security_group_rule': {'security_group_id': '93da78db-5394-4146-9a40-449925cda536', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:33.133445 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-850f7b9e-3d39-4a1d-97e3-2dd68c589ec8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b8cd6901a754b5da51fadd625c3426a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7198849 Mar 30 01:28:33.140773 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33824) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:33.142529 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f7b9e-3d39-4a1d-97e3-2dd68c589ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d7a381-9874-45d0-bbad-bbdc148bd3df,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:33.143396 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-9a80d441-0748-4cd0-8be2-a3de98bb74df tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Made reservation on behalf of 36ec6db6f0a941ef9b2b72c285362951 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:33.152171 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-9a80d441-0748-4cd0-8be2-a3de98bb74df tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:33.217273 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9d704a65-198b-431d-9b94-194c3b8ceddf None None] Current status of the port a876e06f-3d44-4738-a685-a73781f04c4c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:33.290172 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fcc21c2-e559-4a5e-bf01-a76a773974c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (a80db55c-a249-463e-818d-357c68032e04), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:33.303441 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fcc21c2-e559-4a5e-bf01-a76a773974c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:33.320064 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8fcc21c2-e559-4a5e-bf01-a76a773974c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a80db55c-a249-463e-818d-357c68032e04 HTTP/1.1" status: 204 len: 168 time: 1.4868209 Mar 30 01:28:33.322763 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] For port 595d517f-f434-4f41-bccf-7fbeefdd0a73, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:28:33.326863 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] For port 595d517f-f434-4f41-bccf-7fbeefdd0a73, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=595d517f-f434-4f41-bccf-7fbeefdd0a73,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:28:33.345097 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (595d517f-f434-4f41-bccf-7fbeefdd0a73), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:33.390749 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:33.419435 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Set router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:28:33.513607 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-4541ef4e-d0f5-4cc7-a7f5-0cfd52902740 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:33.520708 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Routers {'91b93882-61a4-4588-8b61-4fad8ab4d190'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:28:33.521334 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['91b93882-61a4-4588-8b61-4fad8ab4d190'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:33.524337 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-88f37427-9c49-4580-8953-6f9c15725486 req-31e7bd9c-8016-4ebd-b4d9-d0f92b3c8f3d tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 210 time: 0.1701825 Mar 30 01:28:33.529046 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-4541ef4e-d0f5-4cc7-a7f5-0cfd52902740 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 818 time: 0.8028345 Mar 30 01:28:33.658822 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Network 03fd8b2f-7625-4635-88c0-2ffd255f1007 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:33.675114 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc21c2-e559-4a5e-bf01-a76a773974c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80db55c-a249-463e-818d-357c68032e04,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:33.675844 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-54ae200d-dff7-4e52-8ad7-f36cbec3d860 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/quotas/10d8e88a77d8487680652e10a7a18348 HTTP/1.1" status: 200 len: 375 time: 0.0645144 Mar 30 01:28:33.703389 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:33.708422 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:33.776894 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port b8e544e7-1080-4c27-9748-20ac84ec4dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:33.778655 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:33.783952 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Pushing event updated for resources: {'Port': ['ID=189c458f-d0af-4ed7-bf17-4ca0bfa20a82,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:33.871050 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785665'] for router_interface (91b93882-61a4-4588-8b61-4fad8ab4d190), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:34.106388 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-645decb4-6d77-4f3d-9348-dfac3fa75bd8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group_rule (39c02316-7e0d-4521-8718-1e577e4c3436), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:34.257474 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.10', 54741) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:34.269197 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'e5a66939-7bd0-47b0-93fb-7dfbf790a6fa', 'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'mac_address': 'fa:16:3e:6d:d9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:23Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 2, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'subnets': [{'id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:34.300576 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] Set router 91b93882-61a4-4588-8b61-4fad8ab4d190 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:28:34.393578 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Checking router: 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:28:34.394358 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Updating router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa binding host dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:28:34.496661 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-645decb4-6d77-4f3d-9348-dfac3fa75bd8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group_rule (39c02316-7e0d-4521-8718-1e577e4c3436), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:34.506061 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:34.509045 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-9f6d5d6e-3dec-4488-8f69-98e43d6e7f7f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8321095 Mar 30 01:28:34.535852 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c609fbfd-727b-4fb8-8c70-764685d7d984 admin admin] Publish callbacks [] for security_group (0cc0a7f0-6f1d-447a-8b3d-e3a55abbbc58), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:34.536386 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33848) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:34.548774 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89097ad0-d50d-4ece-ac70-2e737a8daca2 None None] Pushing event updated for resources: {'Port': ['ID=595d517f-f434-4f41-bccf-7fbeefdd0a73,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:34.554204 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:34.590386 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-645decb4-6d77-4f3d-9348-dfac3fa75bd8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (39c02316-7e0d-4521-8718-1e577e4c3436), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:34.626148 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c609fbfd-727b-4fb8-8c70-764685d7d984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (0cc0a7f0-6f1d-447a-8b3d-e3a55abbbc58), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:34.697344 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-600af135-32c9-42c4-8c22-3ac98462f4b9 admin admin] Publish callbacks [] for security_group (b3d7a381-9874-45d0-bbad-bbdc148bd3df), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:34.761016 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-600af135-32c9-42c4-8c22-3ac98462f4b9 admin admin] Publish callbacks [] for security_group (b3d7a381-9874-45d0-bbad-bbdc148bd3df), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:34.876529 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c609fbfd-727b-4fb8-8c70-764685d7d984 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=131200c7555b447e8f7f9e2c69a4b5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1242976 Mar 30 01:28:34.892691 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-645decb4-6d77-4f3d-9348-dfac3fa75bd8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:34.896163 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-645decb4-6d77-4f3d-9348-dfac3fa75bd8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7774208 Mar 30 01:28:34.901666 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33856) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:34.902340 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33858) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:34.934221 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f3279c54-4881-4c41-b149-c9ddbcca9bcc None None] Provisioning complete for port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:34.934843 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3279c54-4881-4c41-b149-c9ddbcca9bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.014468 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Request body: {'floatingip': {'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:35.067515 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Publish callbacks [] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.076478 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645decb4-6d77-4f3d-9348-dfac3fa75bd8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c02316-7e0d-4521-8718-1e577e4c3436,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:35.076956 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.120873 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:35.121784 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (ec7f46b1-ae7e-437f-a144-e7c5a0d0c430), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.126238 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-52bedfd6-2f5d-4679-be33-6357027b4cec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0820e41d54864df6954e2d71fa6ac6ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5682271 Mar 30 01:28:35.147979 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33862) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:35.149307 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-9a80d441-0748-4cd0-8be2-a3de98bb74df tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Allocated IP 172.20.0.8 (3aac96ab-65d4-440e-a213-24d41f686ce5/41799488-8bd1-4c7c-be7b-46dfdbe9ecb3/32ba357b-d89c-4f9d-ba83-8917b6620d4e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:35.153412 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029d543-c924-4676-b00e-14e88a8c93fe None None] Pushing event updated for resources: {'Port': ['ID=e5a66939-7bd0-47b0-93fb-7dfbf790a6fa,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:35.193618 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f3279c54-4881-4c41-b149-c9ddbcca9bcc None None] Port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:28:35.254957 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Attempting to bind port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:28:35.254957 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Attempting to bind port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:28:35.255412 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Attempting to bind port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa on network f27bd740-4fba-4028-9406-a0ffebc6a8fe {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:35.262654 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:28:35.263261 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Checking segment: {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:35.263506 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:26Z', 'revision_number': 3, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:35.263841 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.265057 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Bound using segment: {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:28:35.270081 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Bound port: e5a66939-7bd0-47b0-93fb-7dfbf790a6fa, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:28:35.270758 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.301876 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd1832-be0e-4086-869a-c1dc18fcaed7 None None] The sync data for ids ['91b93882-61a4-4588-8b61-4fad8ab4d190'] in dv-cinder-817135-7-iscsi is: [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:26Z', 'revision_number': 3, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:28:35.316525 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609fbfd-727b-4fb8-8c70-764685d7d984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc0a7f0-6f1d-447a-8b3d-e3a55abbbc58,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:35.320343 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:35.322162 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (ec7f46b1-ae7e-437f-a144-e7c5a0d0c430), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.393598 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-7bd69aa3-49e6-4559-bace-10e12489b02c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:35.395406 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-7bd69aa3-49e6-4559-bace-10e12489b02c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 818 time: 1.1369381 Mar 30 01:28:35.401260 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] For port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:28:35.405317 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port ec7f46b1-ae7e-437f-a144-e7c5a0d0c430, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=ec7f46b1-ae7e-437f-a144-e7c5a0d0c430,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:35.406596 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] For port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=e5a66939-7bd0-47b0-93fb-7dfbf790a6fa,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:28:35.413974 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (ec7f46b1-ae7e-437f-a144-e7c5a0d0c430), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.422124 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-6808072f-2752-4cdf-82d9-755286e5f9b5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Request body: {'port': {'device_id': 'f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'admin_state_up': True, 'tenant_id': '10d8e88a77d8487680652e10a7a18348'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:35.423483 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.451079 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b2fab73d-c008-4e3d-acdc-5711e47f3c32 req-8595683d-b586-42bf-aec5-5d0e30d095ca tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 210 time: 0.1466093 Mar 30 01:28:35.599132 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=ec7f46b1-ae7e-437f-a144-e7c5a0d0c430,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:35.669609 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029d543-c924-4676-b00e-14e88a8c93fe None None] Pushing event updated for resources: {'Port': ['ID=e5a66939-7bd0-47b0-93fb-7dfbf790a6fa,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:35.689095 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-600af135-32c9-42c4-8c22-3ac98462f4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (b3d7a381-9874-45d0-bbad-bbdc148bd3df), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.695230 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Routers {'1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:28:35.695546 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-600af135-32c9-42c4-8c22-3ac98462f4b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.699984 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-600af135-32c9-42c4-8c22-3ac98462f4b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3d7a381-9874-45d0-bbad-bbdc148bd3df HTTP/1.1" status: 204 len: 168 time: 2.4840872 Mar 30 01:28:35.700970 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.726975 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:35.737963 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-9a80d441-0748-4cd0-8be2-a3de98bb74df tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Publish callbacks [] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.760766 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e28ebc02-11a0-4bbf-bae6-7512210e73ae None None] Provisioning complete for port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:35.760766 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e28ebc02-11a0-4bbf-bae6-7512210e73ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.827706 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-9a80d441-0748-4cd0-8be2-a3de98bb74df tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.841002 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device a876e06f-3d44-4738-a685-a73781f04c4c up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:35.896187 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Publish callbacks [] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.941748 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cd93d2e-6808-4d90-8fb9-6bd260815edf admin admin] Publish callbacks [] for security_group (0cc0a7f0-6f1d-447a-8b3d-e3a55abbbc58), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.958348 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600af135-32c9-42c4-8c22-3ac98462f4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d7a381-9874-45d0-bbad-bbdc148bd3df,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:35.970051 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:35.971168 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e28ebc02-11a0-4bbf-bae6-7512210e73ae None None] Current status of the port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:35.971685 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e28ebc02-11a0-4bbf-bae6-7512210e73ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:36.097127 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e28ebc02-11a0-4bbf-bae6-7512210e73ae None None] For port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=e5a66939-7bd0-47b0-93fb-7dfbf790a6fa,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:36.118180 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port a876e06f-3d44-4738-a685-a73781f04c4c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:36.119739 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:36.124899 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e28ebc02-11a0-4bbf-bae6-7512210e73ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:36.245805 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 33876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:36.529039 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] Set router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:28:36.687936 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785557'] for router_interface (91b93882-61a4-4588-8b61-4fad8ab4d190), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:36.699688 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33882) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:36.831396 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-274199e5-3ed5-464b-a75f-ce5af92bc9c6 None None] Provisioning complete for port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:36.831771 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-274199e5-3ed5-464b-a75f-ce5af92bc9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:36.852132 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ebc02-11a0-4bbf-bae6-7512210e73ae None None] Pushing event updated for resources: {'Port': ['ID=e5a66939-7bd0-47b0-93fb-7dfbf790a6fa,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:36.861305 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-4d2b0018-e837-41c1-8ed1-c58bc82e09e8 service neutron] 10.222.0.30 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3482502 Mar 30 01:28:36.871479 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Pushing event updated for resources: {'Port': ['ID=189c458f-d0af-4ed7-bf17-4ca0bfa20a82,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:36.913327 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-9a80d441-0748-4cd0-8be2-a3de98bb74df tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Network 3aac96ab-65d4-440e-a213-24d41f686ce5 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:36.998371 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cd93d2e-6808-4d90-8fb9-6bd260815edf admin admin] Publish callbacks [] for security_group (0cc0a7f0-6f1d-447a-8b3d-e3a55abbbc58), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:37.001915 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port a876e06f-3d44-4738-a685-a73781f04c4c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:37.018645 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80d441-0748-4cd0-8be2-a3de98bb74df tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Pushing event updated for resources: {'Port': ['ID=32ba357b-d89c-4f9d-ba83-8917b6620d4e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:37.020002 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'e5a66939-7bd0-47b0-93fb-7dfbf790a6fa', 'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'mac_address': 'fa:16:3e:6d:d9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:23Z', 'updated_at': '2022-03-30T01:28:35Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'subnets': [{'id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:37.042725 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-9a80d441-0748-4cd0-8be2-a3de98bb74df tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:37.061975 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76710940-b087-46e7-860f-4f9ddf30c3a7 None None] The sync data for ids ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'] in dv-cinder-817135-7-iscsi is: [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'e5a66939-7bd0-47b0-93fb-7dfbf790a6fa', 'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'mac_address': 'fa:16:3e:6d:d9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:23Z', 'updated_at': '2022-03-30T01:28:35Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'subnets': [{'id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:28:37.065435 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-274199e5-3ed5-464b-a75f-ce5af92bc9c6 None None] Current status of the port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:37.106643 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-9a80d441-0748-4cd0-8be2-a3de98bb74df tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:37.184303 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-307b02d0-1f33-45bd-8a21-fb9f1a01e579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:37.220573 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4631553a-a1a2-4562-8f15-a821d67e3289 admin admin] Publish callbacks [] for security_group (d36eae9c-ba69-4d92-8143-bb2b284ea633), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:37.254852 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4631553a-a1a2-4562-8f15-a821d67e3289 admin admin] Publish callbacks [] for security_group (d36eae9c-ba69-4d92-8143-bb2b284ea633), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:37.325996 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cd93d2e-6808-4d90-8fb9-6bd260815edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (0cc0a7f0-6f1d-447a-8b3d-e3a55abbbc58), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:37.328968 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cd93d2e-6808-4d90-8fb9-6bd260815edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:37.333590 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6cd93d2e-6808-4d90-8fb9-6bd260815edf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0cc0a7f0-6f1d-447a-8b3d-e3a55abbbc58 HTTP/1.1" status: 204 len: 168 time: 2.3968842 Mar 30 01:28:37.334845 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35a1620a-dc2f-4663-9cce-85b7e9cc2446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:37.363105 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-252dd855-6d50-4552-9179-7b9624710f23 service neutron] 10.222.0.30 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786329 Mar 30 01:28:37.437108 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-9a80d441-0748-4cd0-8be2-a3de98bb74df tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:37.437789 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-9a80d441-0748-4cd0-8be2-a3de98bb74df tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:37.479129 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30d5b-224e-452b-bcf7-4f1a130e9245 req-b35debd3-eabc-46e1-b263-5e3a3d03b502 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:37.491343 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-30b30d5b-224e-452b-bcf7-4f1a130e9245 req-b35debd3-eabc-46e1-b263-5e3a3d03b502 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 931 time: 0.6620233 Mar 30 01:28:37.502325 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4631553a-a1a2-4562-8f15-a821d67e3289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (d36eae9c-ba69-4d92-8143-bb2b284ea633), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:37.505314 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4631553a-a1a2-4562-8f15-a821d67e3289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:37.506050 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-4631553a-a1a2-4562-8f15-a821d67e3289 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d36eae9c-ba69-4d92-8143-bb2b284ea633 HTTP/1.1" status: 204 len: 168 time: 2.3216360 Mar 30 01:28:37.525714 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd93d2e-6808-4d90-8fb9-6bd260815edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc0a7f0-6f1d-447a-8b3d-e3a55abbbc58,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:37.710071 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631553a-a1a2-4562-8f15-a821d67e3289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36eae9c-ba69-4d92-8143-bb2b284ea633,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:37.721347 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-9a80d441-0748-4cd0-8be2-a3de98bb74df tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9757180 Mar 30 01:28:37.767804 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-5305d187-9be6-4851-997c-1de6be241a8c tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:28:37.777627 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-5305d187-9be6-4851-997c-1de6be241a8c tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0547798 Mar 30 01:28:37.792773 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Network 03fd8b2f-7625-4635-88c0-2ffd255f1007 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:37.913426 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-30b30d5b-224e-452b-bcf7-4f1a130e9245 req-6e31a98b-7f5e-4157-b353-d9cf8a54bec5 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201663 Mar 30 01:28:37.930605 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:37.966599 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-cf8feb72-f4b6-4571-857e-0628a3459140 req-8a37e14b-edde-4919-99b4-89b7c6021a4c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 210 time: 0.1520803 Mar 30 01:28:37.985836 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-6808072f-2752-4cdf-82d9-755286e5f9b5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Made reservation on behalf of 10d8e88a77d8487680652e10a7a18348 for: {'port': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:37.989778 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-6808072f-2752-4cdf-82d9-755286e5f9b5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:38.040572 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:38.049624 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-307b02d0-1f33-45bd-8a21-fb9f1a01e579 admin admin] Publish callbacks [] for security_group (9bfe4f46-1ab7-4252-981b-ba149da7bd9d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:38.054951 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 595d517f-f434-4f41-bccf-7fbeefdd0a73 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:38.067098 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-307b02d0-1f33-45bd-8a21-fb9f1a01e579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (9bfe4f46-1ab7-4252-981b-ba149da7bd9d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:38.246293 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 595d517f-f434-4f41-bccf-7fbeefdd0a73 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:38.247054 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (595d517f-f434-4f41-bccf-7fbeefdd0a73), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:38.373340 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-307b02d0-1f33-45bd-8a21-fb9f1a01e579 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6760ddecbdbe475e9ae0e8bf48d29099&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1054828 Mar 30 01:28:38.377334 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33908) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:38.393078 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b02d0-1f33-45bd-8a21-fb9f1a01e579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfe4f46-1ab7-4252-981b-ba149da7bd9d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:38.542620 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Request body: {'port': {'device_id': 'f8ade27a-ae7d-4052-a9cc-109ec5b31109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:38.549165 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 595d517f-f434-4f41-bccf-7fbeefdd0a73 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:38.551190 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (595d517f-f434-4f41-bccf-7fbeefdd0a73), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:38.641607 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e17b2d1f-b84f-4139-990d-c1b3eef9669a None None] Provisioning complete for port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:38.642279 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e17b2d1f-b84f-4139-990d-c1b3eef9669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:38.645127 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port 595d517f-f434-4f41-bccf-7fbeefdd0a73, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=595d517f-f434-4f41-bccf-7fbeefdd0a73,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:38.672822 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35a1620a-dc2f-4663-9cce-85b7e9cc2446 admin admin] Publish callbacks [] for security_group (181b83b3-8fc9-49ae-9d94-a22583a0b955), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:38.716057 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35a1620a-dc2f-4663-9cce-85b7e9cc2446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (181b83b3-8fc9-49ae-9d94-a22583a0b955), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:38.728908 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (595d517f-f434-4f41-bccf-7fbeefdd0a73), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:38.730143 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:38.825936 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Allocated IP 172.27.2.125 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:38.892799 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e17b2d1f-b84f-4139-990d-c1b3eef9669a None None] Port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:28:38.951798 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=595d517f-f434-4f41-bccf-7fbeefdd0a73,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:38.971957 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:38.972537 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (ec7f46b1-ae7e-437f-a144-e7c5a0d0c430), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:39.128313 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-35a1620a-dc2f-4663-9cce-85b7e9cc2446 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe18794e373a4d0d82d62bb9d79eb6d6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3148167 Mar 30 01:28:39.129198 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-540e79f1-9698-406f-8c93-147311ca92e7 admin admin] Publish callbacks [] for security_group (9bfe4f46-1ab7-4252-981b-ba149da7bd9d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:39.132024 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1620a-dc2f-4663-9cce-85b7e9cc2446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181b83b3-8fc9-49ae-9d94-a22583a0b955,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:39.137243 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:39.147885 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 33930) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:39.164325 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Router 91b93882-61a4-4588-8b61-4fad8ab4d190 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:28:39.405964 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:39.420773 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-540e79f1-9698-406f-8c93-147311ca92e7 admin admin] Publish callbacks [] for security_group (9bfe4f46-1ab7-4252-981b-ba149da7bd9d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:39.423686 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device e5a66939-7bd0-47b0-93fb-7dfbf790a6fa up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:39.428428 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-6808072f-2752-4cdf-82d9-755286e5f9b5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Allocated IP 172.20.0.14 (f27bd740-4fba-4028-9406-a0ffebc6a8fe/d0efdf8f-b0d8-44e9-99b9-c55ff399b497/20e728cd-69f4-47f4-91be-199338787410) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:39.591167 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for port (df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:39.596741 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:39.598802 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:39.798205 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772c798-a37a-400a-ad86-394ed20e5d0e req-6a2a9e23-78cc-4af1-a820-8f80f64a0020 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:39.807799 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9772c798-a37a-400a-ad86-394ed20e5d0e req-6a2a9e23-78cc-4af1-a820-8f80f64a0020 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 931 time: 0.6464465 Mar 30 01:28:39.818423 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:39.918607 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e4662ebb-b820-449d-a68f-74e9eaffb5b4 req-1da23016-66e8-4a48-bcc3-63ad2aa6f0eb tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 210 time: 0.2375414 Mar 30 01:28:39.957131 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.10', 54746) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:39.992792 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b6c857a-6168-4ed3-a098-7ccacb1523fb admin admin] Publish callbacks [] for security_group (181b83b3-8fc9-49ae-9d94-a22583a0b955), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:40.019096 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 595d517f-f434-4f41-bccf-7fbeefdd0a73 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:40.207773 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:40.222803 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 595d517f-f434-4f41-bccf-7fbeefdd0a73 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:40.223225 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (595d517f-f434-4f41-bccf-7fbeefdd0a73), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:40.313863 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b6c857a-6168-4ed3-a098-7ccacb1523fb admin admin] Publish callbacks [] for security_group (181b83b3-8fc9-49ae-9d94-a22583a0b955), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:40.315827 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-540e79f1-9698-406f-8c93-147311ca92e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (9bfe4f46-1ab7-4252-981b-ba149da7bd9d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:40.318585 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-540e79f1-9698-406f-8c93-147311ca92e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:40.320137 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-540e79f1-9698-406f-8c93-147311ca92e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bfe4f46-1ab7-4252-981b-ba149da7bd9d HTTP/1.1" status: 204 len: 168 time: 1.9258373 Mar 30 01:28:40.414248 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e79f1-9698-406f-8c93-147311ca92e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfe4f46-1ab7-4252-981b-ba149da7bd9d,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:40.461894 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:28:40.469330 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-9dfaddd7-804e-4c36-aed9-68ac21c7391c admin admin] 10.222.0.30 "PUT /v2.0/routers/91b93882-61a4-4588-8b61-4fad8ab4d190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6994112 Mar 30 01:28:40.582364 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-63d5190c-7dcf-4dc0-bef0-906188dfa723 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:40.588920 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 595d517f-f434-4f41-bccf-7fbeefdd0a73 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:40.596054 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-63d5190c-7dcf-4dc0-bef0-906188dfa723 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 818 time: 0.5676155 Mar 30 01:28:40.622924 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-44263028-bb6b-4e0a-9193-66d97074952a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Request body: {'port': {'device_id': '00e82f2f-ef52-4613-8d54-9079cb1bcb41', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'admin_state_up': True, 'tenant_id': '10d8e88a77d8487680652e10a7a18348'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:40.701589 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9772c798-a37a-400a-ad86-394ed20e5d0e req-32180c7e-cd29-490f-8647-67d225929ab4 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8576834 Mar 30 01:28:40.715752 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:40.717789 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event updated for resources: {'Port': ['ID=df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:40.760728 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b6c857a-6168-4ed3-a098-7ccacb1523fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (181b83b3-8fc9-49ae-9d94-a22583a0b955), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:40.764114 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b6c857a-6168-4ed3-a098-7ccacb1523fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:40.765263 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-5b6c857a-6168-4ed3-a098-7ccacb1523fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/181b83b3-8fc9-49ae-9d94-a22583a0b955 HTTP/1.1" status: 204 len: 168 time: 1.6033812 Mar 30 01:28:40.770610 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-6808072f-2752-4cdf-82d9-755286e5f9b5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for port (20e728cd-69f4-47f4-91be-199338787410), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:40.804888 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:40.812207 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:40.835322 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c857a-6168-4ed3-a098-7ccacb1523fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181b83b3-8fc9-49ae-9d94-a22583a0b955,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:40.982671 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-6808072f-2752-4cdf-82d9-755286e5f9b5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (20e728cd-69f4-47f4-91be-199338787410), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:41.063858 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-44263028-bb6b-4e0a-9193-66d97074952a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Made reservation on behalf of 10d8e88a77d8487680652e10a7a18348 for: {'port': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:41.065649 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-44263028-bb6b-4e0a-9193-66d97074952a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:41.131477 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ba357b-d89c-4f9d-ba83-8917b6620d4e {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:28:41.143877 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Publish callbacks [] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:41.154938 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Sync routers for ids ['91b93882-61a4-4588-8b61-4fad8ab4d190'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:28:41.181832 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Routers {'91b93882-61a4-4588-8b61-4fad8ab4d190'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:28:41.190305 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['91b93882-61a4-4588-8b61-4fad8ab4d190'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:41.220430 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9e75792c-43d9-4074-9ba7-84cd0fbcd053 req-5dd0e4e9-1c2a-462c-b954-57ae7a32c4ee tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 210 time: 0.1424677 Mar 30 01:28:41.237800 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-6808072f-2752-4cdf-82d9-755286e5f9b5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Network f27bd740-4fba-4028-9406-a0ffebc6a8fe is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:41.251627 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Transition to ACTIVE for port object 32ba357b-d89c-4f9d-ba83-8917b6620d4e will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:28:41.259672 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-6808072f-2752-4cdf-82d9-755286e5f9b5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:41.265341 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-6808072f-2752-4cdf-82d9-755286e5f9b5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:41.272078 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808072f-2752-4cdf-82d9-755286e5f9b5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Pushing event updated for resources: {'Port': ['ID=20e728cd-69f4-47f4-91be-199338787410,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:41.359994 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:41.561447 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Set router 91b93882-61a4-4588-8b61-4fad8ab4d190 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:28:41.633506 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for floatingip (61f86e1c-cae0-4abe-8c05-1228dc067877), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:41.691798 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Pushing event updated for resources: {'Port': ['ID=32ba357b-d89c-4f9d-ba83-8917b6620d4e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:41.861933 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-6808072f-2752-4cdf-82d9-755286e5f9b5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:41.862733 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-6808072f-2752-4cdf-82d9-755286e5f9b5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:41.924886 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-6808072f-2752-4cdf-82d9-755286e5f9b5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5113850 Mar 30 01:28:41.933287 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-708a1781-71d9-4385-8d37-dbe16d630144 None None] Provisioning complete for port 20e728cd-69f4-47f4-91be-199338787410 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:41.933972 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-708a1781-71d9-4385-8d37-dbe16d630144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (20e728cd-69f4-47f4-91be-199338787410), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:41.955713 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Request body: {'port': {'device_id': 'f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:42.020006 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:42.028416 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af2e70-b0dc-42eb-98db-ee4cc23933cb req-820f7f06-b26c-4078-8511-f59159758e83 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:42.030031 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-73af2e70-b0dc-42eb-98db-ee4cc23933cb req-820f7f06-b26c-4078-8511-f59159758e83 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 943 time: 0.1895676 Mar 30 01:28:42.031421 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-44263028-bb6b-4e0a-9193-66d97074952a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Allocated IP 172.20.0.13 (f27bd740-4fba-4028-9406-a0ffebc6a8fe/d0efdf8f-b0d8-44e9-99b9-c55ff399b497/822dc43c-40ce-489d-a531-c7bde49494ae) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:42.060563 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Attempting to bind port 32ba357b-d89c-4f9d-ba83-8917b6620d4e on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:28:42.060934 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Attempting to bind port 32ba357b-d89c-4f9d-ba83-8917b6620d4e by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '35fe6e5b-a332-4087-ad4e-246ec4f8adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aac96ab-65d4-440e-a213-24d41f686ce5'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:28:42.061329 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Attempting to bind port 32ba357b-d89c-4f9d-ba83-8917b6620d4e on network 3aac96ab-65d4-440e-a213-24d41f686ce5 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:42.065338 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-708a1781-71d9-4385-8d37-dbe16d630144 None None] Port 20e728cd-69f4-47f4-91be-199338787410 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:28:42.099134 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Port 32ba357b-d89c-4f9d-ba83-8917b6620d4e on network 3aac96ab-65d4-440e-a213-24d41f686ce5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:28:42.099134 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Attempting to bind port 32ba357b-d89c-4f9d-ba83-8917b6620d4e on network 3aac96ab-65d4-440e-a213-24d41f686ce5 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:42.102853 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:28:42.102853 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Checking segment: {'id': '35fe6e5b-a332-4087-ad4e-246ec4f8adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aac96ab-65d4-440e-a213-24d41f686ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:42.103600 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Bound using segment: {'id': '35fe6e5b-a332-4087-ad4e-246ec4f8adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aac96ab-65d4-440e-a213-24d41f686ce5'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:28:42.105530 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Bound port: 32ba357b-d89c-4f9d-ba83-8917b6620d4e, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fe6e5b-a332-4087-ad4e-246ec4f8adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3aac96ab-65d4-440e-a213-24d41f686ce5'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:28:42.105951 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:42.236602 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 2, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:42.329955 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Checking router: 91b93882-61a4-4588-8b61-4fad8ab4d190 for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:28:42.330104 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-44263028-bb6b-4e0a-9193-66d97074952a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for port (822dc43c-40ce-489d-a531-c7bde49494ae), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:42.330587 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Updating router 91b93882-61a4-4588-8b61-4fad8ab4d190 port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 binding host dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:28:42.394303 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-44263028-bb6b-4e0a-9193-66d97074952a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (822dc43c-40ce-489d-a531-c7bde49494ae), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:42.398611 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:42.511713 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for port (df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:42.528185 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] For port 32ba357b-d89c-4f9d-ba83-8917b6620d4e, host hv-cinder-81713, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:28:42.539880 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:42.595547 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] For port 32ba357b-d89c-4f9d-ba83-8917b6620d4e, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32ba357b-d89c-4f9d-ba83-8917b6620d4e,segment=NetworkSegment(35fe6e5b-a332-4087-ad4e-246ec4f8adfa),segment_id=35fe6e5b-a332-4087-ad4e-246ec4f8adfa)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:28:42.648094 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-44263028-bb6b-4e0a-9193-66d97074952a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Network f27bd740-4fba-4028-9406-a0ffebc6a8fe is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:42.676165 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:42.730091 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event updated for resources: {'Port': ['ID=df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:42.749620 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:42.750517 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:42.752228 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] 10.222.0.10 "PUT /v2.0/ports/32ba357b-d89c-4f9d-ba83-8917b6620d4e HTTP/1.1" status: 200 len: 1093 time: 4.4559369 Mar 30 01:28:42.775795 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ade27a-ae7d-4052-a9cc-109ec5b31109', 'tag': '32ba357b-d89c-4f9d-ba83-8917b6620d4e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:28:42.784718 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-73af2e70-b0dc-42eb-98db-ee4cc23933cb req-667d8e4b-ea72-4f6c-abc6-8b2c79c1c3ca tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963161 Mar 30 01:28:42.796606 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34012) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:42.807670 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (20e728cd-69f4-47f4-91be-199338787410), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:42.812383 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-73f8ab29-52a9-412d-9794-3a9eb0bab330 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--194199241', 'description': 'tempest-description--738024829'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:42.821355 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-44263028-bb6b-4e0a-9193-66d97074952a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:42.875955 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-44263028-bb6b-4e0a-9193-66d97074952a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:43.002732 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44263028-bb6b-4e0a-9193-66d97074952a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Pushing event updated for resources: {'Port': ['ID=822dc43c-40ce-489d-a531-c7bde49494ae,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:43.130874 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Publish callbacks [] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:43.147321 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:43.284717 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (61f86e1c-cae0-4abe-8c05-1228dc067877), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:43.404260 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce062e5-22c9-4362-a72a-d9c72de024cf None None] Pushing event updated for resources: {'Port': ['ID=189c458f-d0af-4ed7-bf17-4ca0bfa20a82,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:43.551946 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b71cc-fd04-410a-91d5-ff2c548beac5 service neutron] Pushing event updated for resources: {'Port': ['ID=32ba357b-d89c-4f9d-ba83-8917b6620d4e,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:43.562122 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73f8ab29-52a9-412d-9794-3a9eb0bab330 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:43.577440 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Attempting to bind port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:28:43.577974 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Attempting to bind port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:28:43.578601 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Attempting to bind port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 on network 03fd8b2f-7625-4635-88c0-2ffd255f1007 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:43.593654 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c0c3ad1e-d0a0-4008-821c-30a6534aed81 None None] Provisioning complete for port 822dc43c-40ce-489d-a531-c7bde49494ae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:43.594472 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c0c3ad1e-d0a0-4008-821c-30a6534aed81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (822dc43c-40ce-489d-a531-c7bde49494ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:43.601371 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:28:43.603946 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Checking segment: {'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:43.605545 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:43.610202 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Bound using segment: {'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:28:43.611645 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Bound port: 189c458f-d0af-4ed7-bf17-4ca0bfa20a82, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:28:43.613290 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:43.677906 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:43.681284 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d3136253-db46-4cac-8f8e-9af035dcfc6d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7416368 Mar 30 01:28:43.746841 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-04d5e0ae-b49c-46a1-b1eb-439dc2c53d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:43.754192 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-04d5e0ae-b49c-46a1-b1eb-439dc2c53d3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36ec6db6f0a941ef9b2b72c285362951&device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 1127 time: 0.9337316 Mar 30 01:28:43.802656 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-44263028-bb6b-4e0a-9193-66d97074952a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:43.803261 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-44263028-bb6b-4e0a-9193-66d97074952a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:43.844811 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-44263028-bb6b-4e0a-9193-66d97074952a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2387569 Mar 30 01:28:43.895510 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Request body: {'port': {'device_id': '00e82f2f-ef52-4613-8d54-9079cb1bcb41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:43.919245 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c0c3ad1e-d0a0-4008-821c-30a6534aed81 None None] Port 822dc43c-40ce-489d-a531-c7bde49494ae cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:28:43.927424 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9e3b8-57ea-4fe7-8043-508e9153bb10 req-b47bd937-ca81-4743-b1f3-e84a1ee7bfdc tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:43.929499 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-19e9e3b8-57ea-4fe7-8043-508e9153bb10 req-b47bd937-ca81-4743-b1f3-e84a1ee7bfdc tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 932 time: 0.6751366 Mar 30 01:28:43.937187 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a67bf0e-529b-4651-a433-6029a0b818c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ade27a-ae7d-4052-a9cc-109ec5b31109", "tag": "32ba357b-d89c-4f9d-ba83-8917b6620d4e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:28:43.941253 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-91965de4-f19f-4809-a6cc-19669d16ea96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:43.978134 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] For port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:28:43.989797 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] For port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=189c458f-d0af-4ed7-bf17-4ca0bfa20a82,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:28:44.002316 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:44.041656 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e728cd-69f4-47f4-91be-199338787410 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:28:44.043155 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-468e502b-b986-409f-8c49-110715070d51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32ba357b-d89c-4f9d-ba83-8917b6620d4e HTTP/1.1" status: 200 len: 217 time: 0.2773066 Mar 30 01:28:44.103485 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:28:44.138170 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Routers {'91b93882-61a4-4588-8b61-4fad8ab4d190'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:28:44.144203 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['91b93882-61a4-4588-8b61-4fad8ab4d190'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:44.159116 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Publish callbacks [] for port (20e728cd-69f4-47f4-91be-199338787410), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:44.236410 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-30525cd1-ed71-4ed5-938d-c89e28090107 None None] Provisioning complete for port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:44.238211 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30525cd1-ed71-4ed5-938d-c89e28090107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:44.320672 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b0259-35a6-428e-9d74-9bfcd8200b7f req-0fd715c6-2553-40f4-a5ef-40c1a7a061a9 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:44.336078 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3d0b0259-35a6-428e-9d74-9bfcd8200b7f req-0fd715c6-2553-40f4-a5ef-40c1a7a061a9 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 943 time: 0.4182942 Mar 30 01:28:44.346207 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73f8ab29-52a9-412d-9794-3a9eb0bab330 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group (615cc5d5-614b-4e77-8236-784180f8589e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:44.361534 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Transition to ACTIVE for port object 20e728cd-69f4-47f4-91be-199338787410 will not be triggered until provisioned by entity L2. {{(pid=103227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:28:44.362391 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (822dc43c-40ce-489d-a531-c7bde49494ae), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:44.393477 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-19e9e3b8-57ea-4fe7-8043-508e9153bb10 req-4c0e6ffd-944e-467a-9a73-329e7d328ded tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642733 Mar 30 01:28:44.396142 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73f8ab29-52a9-412d-9794-3a9eb0bab330 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (615cc5d5-614b-4e77-8236-784180f8589e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:44.473785 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-fceed395-447d-42fb-ae61-fbc23f6e4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:44.504276 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-fceed395-447d-42fb-ae61-fbc23f6e4639 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41799488-8bd1-4c7c-be7b-46dfdbe9ecb3 HTTP/1.1" status: 200 len: 850 time: 0.4274287 Mar 30 01:28:44.585151 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73f8ab29-52a9-412d-9794-3a9eb0bab330 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:44.598058 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-73f8ab29-52a9-412d-9794-3a9eb0bab330 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7905993 Mar 30 01:28:44.675861 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34090) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:44.676334 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34096) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:44.683440 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-29860aff-3660-4177-bb3f-01aa97b6d10c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Request body: {'security_group_rule': {'security_group_id': '615cc5d5-614b-4e77-8236-784180f8589e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:44.718802 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce062e5-22c9-4362-a72a-d9c72de024cf None None] Pushing event updated for resources: {'Port': ['ID=189c458f-d0af-4ed7-bf17-4ca0bfa20a82,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:44.800225 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-bdc518a8-d619-46e0-b0c8-7363b8984c64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aac96ab-65d4-440e-a213-24d41f686ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2823141 Mar 30 01:28:44.837612 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8ab29-52a9-412d-9794-3a9eb0bab330 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615cc5d5-614b-4e77-8236-784180f8589e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:45.056528 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-30525cd1-ed71-4ed5-938d-c89e28090107 None None] Current status of the port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:45.057835 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30525cd1-ed71-4ed5-938d-c89e28090107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:45.069514 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822dc43c-40ce-489d-a531-c7bde49494ae {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:28:45.079886 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Publish callbacks [] for port (822dc43c-40ce-489d-a531-c7bde49494ae), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:45.099935 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Transition to ACTIVE for port object 822dc43c-40ce-489d-a531-c7bde49494ae will not be triggered until provisioned by entity L2. {{(pid=103227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:28:45.101231 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (20e728cd-69f4-47f4-91be-199338787410), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:45.113073 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (822dc43c-40ce-489d-a531-c7bde49494ae), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:45.114685 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] Set router 91b93882-61a4-4588-8b61-4fad8ab4d190 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:28:45.275796 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-30525cd1-ed71-4ed5-938d-c89e28090107 None None] For port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=189c458f-d0af-4ed7-bf17-4ca0bfa20a82,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:45.279106 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3d0b0259-35a6-428e-9d74-9bfcd8200b7f req-6cd30f34-9061-428a-85e0-bb9d4e22125c tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9405093 Mar 30 01:28:45.299719 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30525cd1-ed71-4ed5-938d-c89e28090107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:45.317826 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29860aff-3660-4177-bb3f-01aa97b6d10c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group_rule (7881b9d8-9361-4ad1-99e1-1315e554f357), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:45.393557 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-f0cf8339-7bc2-4f72-be50-e504960c384f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1819508259&fields=id&tenant_id=40c47efe85b3419bbfe4af492f367fa3 HTTP/1.1" status: 200 len: 267 time: 0.7389178 Mar 30 01:28:45.458495 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100a7763-a132-47f5-8fdb-e7a764bc88e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:45.588828 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-36218180-0c10-4d63-8e36-5772cb08b591 service neutron] 10.222.0.10 "GET /v2.0/networks/3aac96ab-65d4-440e-a213-24d41f686ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7251961 Mar 30 01:28:45.682480 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Attempting to bind port 822dc43c-40ce-489d-a531-c7bde49494ae on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:28:45.683025 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Attempting to bind port 822dc43c-40ce-489d-a531-c7bde49494ae by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:28:45.683227 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Attempting to bind port 822dc43c-40ce-489d-a531-c7bde49494ae on network f27bd740-4fba-4028-9406-a0ffebc6a8fe {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:45.704546 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a1e54c01-b936-427b-baca-af39d7d28bdf None None] Provisioning complete for port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:45.705312 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1e54c01-b936-427b-baca-af39d7d28bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:45.709615 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30525cd1-ed71-4ed5-938d-c89e28090107 None None] Pushing event updated for resources: {'Port': ['ID=189c458f-d0af-4ed7-bf17-4ca0bfa20a82,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:45.712736 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Port 822dc43c-40ce-489d-a531-c7bde49494ae on network f27bd740-4fba-4028-9406-a0ffebc6a8fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:28:45.719214 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Attempting to bind port 822dc43c-40ce-489d-a531-c7bde49494ae on network f27bd740-4fba-4028-9406-a0ffebc6a8fe {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:45.735713 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Pushing event updated for resources: {'Port': ['ID=20e728cd-69f4-47f4-91be-199338787410,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:45.855583 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=822dc43c-40ce-489d-a531-c7bde49494ae,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:45.865894 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:28:45.866234 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Checking segment: {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:45.866867 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Bound using segment: {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:28:45.867337 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Bound port: 822dc43c-40ce-489d-a531-c7bde49494ae, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:28:45.867707 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (822dc43c-40ce-489d-a531-c7bde49494ae), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:45.997384 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29860aff-3660-4177-bb3f-01aa97b6d10c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group_rule (7881b9d8-9361-4ad1-99e1-1315e554f357), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:46.014428 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84ede86e-fd6b-41a0-bb93-c892436fe932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:46.045997 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29860aff-3660-4177-bb3f-01aa97b6d10c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (7881b9d8-9361-4ad1-99e1-1315e554f357), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:46.086388 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a1e54c01-b936-427b-baca-af39d7d28bdf None None] Current status of the port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:46.105012 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:43Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:28:46.144798 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8c70b-0281-4b4f-9dec-ac2093d289a6 None None] The sync data for ids ['91b93882-61a4-4588-8b61-4fad8ab4d190'] in dv-cinder-817135-7-iscsi is: [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:43Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:28:46.160788 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] For port 822dc43c-40ce-489d-a531-c7bde49494ae, host hv-cinder-81713, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:28:46.167834 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] For port 822dc43c-40ce-489d-a531-c7bde49494ae, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=822dc43c-40ce-489d-a531-c7bde49494ae,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:28:46.187039 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (822dc43c-40ce-489d-a531-c7bde49494ae), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:46.213671 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6008be3e-0d56-49e0-bf23-1b07c3d5d29a x-openstack-request-id: req-6008be3e-0d56-49e0-bf23-1b07c3d5d29a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:28:46.239082 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ade27a-ae7d-4052-a9cc-109ec5b31109", "tag": "32ba357b-d89c-4f9d-ba83-8917b6620d4e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:28:46.239443 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6008be3e-0d56-49e0-bf23-1b07c3d5d29a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:28:46.240057 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6008be3e-0d56-49e0-bf23-1b07c3d5d29a'] response: {'name': 'network-changed', 'server_uuid': 'f8ade27a-ae7d-4052-a9cc-109ec5b31109', 'tag': '32ba357b-d89c-4f9d-ba83-8917b6620d4e', 'status': 'completed', 'code': 200} Mar 30 01:28:46.240567 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29860aff-3660-4177-bb3f-01aa97b6d10c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7881b9d8-9361-4ad1-99e1-1315e554f357,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:46.353758 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34144) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:46.374060 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-589a62fd-11ce-42aa-b9ce-b66fdd5ec56d req-d9b419a0-5d7e-49d3-aebf-0659b7f0fb99 service neutron] 10.222.0.10 "GET /v2.0/networks/3aac96ab-65d4-440e-a213-24d41f686ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7010293 Mar 30 01:28:46.387914 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-dc0b5b47-b382-40a7-9a6b-b9bc70169702 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:46.389773 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-dc0b5b47-b382-40a7-9a6b-b9bc70169702 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/networks?id=4292407f-f21a-4ca4-83dc-33c4f2c633d6 HTTP/1.1" status: 200 len: 817 time: 0.9326921 Mar 30 01:28:46.400795 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29860aff-3660-4177-bb3f-01aa97b6d10c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:46.403295 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-29860aff-3660-4177-bb3f-01aa97b6d10c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7257025 Mar 30 01:28:46.409661 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=822dc43c-40ce-489d-a531-c7bde49494ae,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:46.418475 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:46.425695 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Attempting to bind port 20e728cd-69f4-47f4-91be-199338787410 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:28:46.426270 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Attempting to bind port 20e728cd-69f4-47f4-91be-199338787410 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:28:46.426777 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Attempting to bind port 20e728cd-69f4-47f4-91be-199338787410 on network f27bd740-4fba-4028-9406-a0ffebc6a8fe {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:46.429874 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-da445c0a-16e1-42e7-b884-b8bd7c6aab09 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Request body: {'security_group_rule': {'security_group_id': '615cc5d5-614b-4e77-8236-784180f8589e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:46.552724 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Port 20e728cd-69f4-47f4-91be-199338787410 on network f27bd740-4fba-4028-9406-a0ffebc6a8fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:28:46.553055 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Attempting to bind port 20e728cd-69f4-47f4-91be-199338787410 on network f27bd740-4fba-4028-9406-a0ffebc6a8fe {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:46.556817 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100a7763-a132-47f5-8fdb-e7a764bc88e1 admin admin] Publish callbacks [] for security_group (3c78d4a7-3792-42c9-856d-8e25b0e94757), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:46.590953 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:46.591818 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:46.606127 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3dc1463-b91e-4607-a431-2fec4ce22ae2 service neutron] 10.222.0.10 "PUT /v2.0/ports/822dc43c-40ce-489d-a531-c7bde49494ae HTTP/1.1" status: 200 len: 1094 time: 2.7057710 Mar 30 01:28:46.618870 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-ad7746df-0aa6-4080-9d19-61f057940fd9 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/quotas/40c47efe85b3419bbfe4af492f367fa3 HTTP/1.1" status: 200 len: 375 time: 0.2023556 Mar 30 01:28:46.625545 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e82f2f-ef52-4613-8d54-9079cb1bcb41', 'tag': '822dc43c-40ce-489d-a531-c7bde49494ae'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:28:46.654550 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:28:46.659195 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Checking segment: {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:46.660511 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Bound using segment: {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:28:46.661140 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Bound port: 20e728cd-69f4-47f4-91be-199338787410, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:28:46.661672 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (20e728cd-69f4-47f4-91be-199338787410), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:46.671784 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100a7763-a132-47f5-8fdb-e7a764bc88e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (3c78d4a7-3792-42c9-856d-8e25b0e94757), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:46.967135 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f82072b9-5b24-4e04-8101-762e8d49dcfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:46.975948 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-100a7763-a132-47f5-8fdb-e7a764bc88e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1673aa9e58b462f9d7898c0dd221d27&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2853098 Mar 30 01:28:46.989229 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e31b95-3388-4a05-9e0f-268abb420615 req-6a02141c-39c4-451f-9826-bdd84f40a762 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:46.991233 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a8e31b95-3388-4a05-9e0f-268abb420615 req-6a02141c-39c4-451f-9826-bdd84f40a762 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 944 time: 0.5176654 Mar 30 01:28:46.995619 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34164) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:47.034361 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a7763-a132-47f5-8fdb-e7a764bc88e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c78d4a7-3792-42c9-856d-8e25b0e94757,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:47.040489 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da445c0a-16e1-42e7-b884-b8bd7c6aab09 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group_rule (7cfe2778-22b7-4427-8448-eb55c758fa1f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:47.132570 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:47.185999 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-71326bbf-d547-4829-b96d-d331cd4f9c14 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=40c47efe85b3419bbfe4af492f367fa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5616174 Mar 30 01:28:47.188647 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67bf0e-529b-4651-a433-6029a0b818c0 req-18411d5e-9307-447b-9751-932e0d819aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:47.190415 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a67bf0e-529b-4651-a433-6029a0b818c0 req-18411d5e-9307-447b-9751-932e0d819aed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=36ec6db6f0a941ef9b2b72c285362951&device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 1127 time: 0.6893225 Mar 30 01:28:47.533794 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f7d0a103-f54a-4568-8a86-9a825cb423fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:47.536530 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f7d0a103-f54a-4568-8a86-9a825cb423fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 1128 time: 0.8450985 Mar 30 01:28:47.539849 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abeaad3-773e-478b-87f8-3d48944ed25b" -d '{"events": [{"name": "network-changed", "server_uuid": "00e82f2f-ef52-4613-8d54-9079cb1bcb41", "tag": "822dc43c-40ce-489d-a531-c7bde49494ae"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:28:47.583341 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] For port 20e728cd-69f4-47f4-91be-199338787410, host hv-cinder-81713, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:28:47.588727 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] For port 20e728cd-69f4-47f4-91be-199338787410, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20e728cd-69f4-47f4-91be-199338787410,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:28:47.647757 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (20e728cd-69f4-47f4-91be-199338787410), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:47.741339 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-e374a070-27ff-46b7-bd52-8260303b151d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=822dc43c-40ce-489d-a531-c7bde49494ae HTTP/1.1" status: 200 len: 217 time: 0.1481807 Mar 30 01:28:47.751886 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:47.752517 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:47.754176 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] 10.222.0.10 "PUT /v2.0/ports/20e728cd-69f4-47f4-91be-199338787410 HTTP/1.1" status: 200 len: 1094 time: 5.8060262 Mar 30 01:28:47.836718 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da445c0a-16e1-42e7-b884-b8bd7c6aab09 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group_rule (7cfe2778-22b7-4427-8448-eb55c758fa1f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:47.866211 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da445c0a-16e1-42e7-b884-b8bd7c6aab09 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (7cfe2778-22b7-4427-8448-eb55c758fa1f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:47.925134 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f82072b9-5b24-4e04-8101-762e8d49dcfa admin admin] Publish callbacks [] for security_group (6fe472f2-9c89-4b43-94ef-b8cfbdffb30c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:47.961307 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f82072b9-5b24-4e04-8101-762e8d49dcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (6fe472f2-9c89-4b43-94ef-b8cfbdffb30c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:47.991866 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da445c0a-16e1-42e7-b884-b8bd7c6aab09 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfe2778-22b7-4427-8448-eb55c758fa1f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:48.002421 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:48.003838 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-fd9a745b-082f-4028-b0c7-f89d03f92bd8 service neutron] 10.222.0.30 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7838614 Mar 30 01:28:48.004826 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67bf0e-529b-4651-a433-6029a0b818c0 req-6517ec76-5d92-432b-8279-97b534c25fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:48.006165 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a67bf0e-529b-4651-a433-6029a0b818c0 req-6517ec76-5d92-432b-8279-97b534c25fd3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aac96ab-65d4-440e-a213-24d41f686ce5 HTTP/1.1" status: 200 len: 911 time: 0.7591174 Mar 30 01:28:48.042947 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a8e31b95-3388-4a05-9e0f-268abb420615 req-baa7e17f-977c-400a-9d95-2fbb6ea6dab2 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9264729 Mar 30 01:28:48.050932 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-73b64c9b-8bc9-4e20-b57d-429218075f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:48.052852 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-73b64c9b-8bc9-4e20-b57d-429218075f23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 1128 time: 0.1870620 Mar 30 01:28:48.053419 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fbde0120-cdcf-401c-a7ab-8f07f32be58b admin admin] Publish callbacks [] for security_group (3c78d4a7-3792-42c9-856d-8e25b0e94757), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:48.073970 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da445c0a-16e1-42e7-b884-b8bd7c6aab09 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:48.078289 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-da445c0a-16e1-42e7-b884-b8bd7c6aab09 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6585844 Mar 30 01:28:48.097151 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fbde0120-cdcf-401c-a7ab-8f07f32be58b admin admin] Publish callbacks [] for security_group (3c78d4a7-3792-42c9-856d-8e25b0e94757), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:48.117041 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34194) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:48.140648 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Request body: {'floatingip': {'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:48.198364 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:48.198869 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:48.204398 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-dda4a900-455a-4430-b211-136b932d174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:48.209226 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-dda4a900-455a-4430-b211-136b932d174c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.4471867 Mar 30 01:28:48.223015 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a67bf0e-529b-4651-a433-6029a0b818c0 req-c6e72f64-50b0-4251-a90c-db602101a5f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32ba357b-d89c-4f9d-ba83-8917b6620d4e HTTP/1.1" status: 200 len: 217 time: 0.1618547 Mar 30 01:28:48.230423 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f82072b9-5b24-4e04-8101-762e8d49dcfa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=070db20447f14ec1848de1413770c4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8717728 Mar 30 01:28:48.231193 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82072b9-5b24-4e04-8101-762e8d49dcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe472f2-9c89-4b43-94ef-b8cfbdffb30c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:48.238558 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34198) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:48.254464 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb9ee5-ac61-42f2-bda1-b10765d52788 service neutron] Pushing event updated for resources: {'Port': ['ID=20e728cd-69f4-47f4-91be-199338787410,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:48.291328 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:48.324468 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67bf0e-529b-4651-a433-6029a0b818c0 req-4a9120f8-581e-43fa-a72a-919a6d03849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:48.325978 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a67bf0e-529b-4651-a433-6029a0b818c0 req-4a9120f8-581e-43fa-a72a-919a6d03849d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41799488-8bd1-4c7c-be7b-46dfdbe9ecb3 HTTP/1.1" status: 200 len: 850 time: 0.0920203 Mar 30 01:28:48.407106 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:48.412541 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-5b9740fc-5bcf-4526-9c8b-9563d73df456 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20e728cd-69f4-47f4-91be-199338787410 HTTP/1.1" status: 200 len: 217 time: 0.2150393 Mar 30 01:28:48.467157 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:48.551788 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3819151-9c2e-493a-9426-e51b35c5fdf0 req-80581506-bc54-40e2-b224-0f25fb3a561c tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:48.552866 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f3819151-9c2e-493a-9426-e51b35c5fdf0 req-80581506-bc54-40e2-b224-0f25fb3a561c tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 943 time: 0.2390478 Mar 30 01:28:48.581500 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fbde0120-cdcf-401c-a7ab-8f07f32be58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (3c78d4a7-3792-42c9-856d-8e25b0e94757), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:48.582297 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a67bf0e-529b-4651-a433-6029a0b818c0 req-c16570f0-bb25-4afd-90bc-8bb8e7d440ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aac96ab-65d4-440e-a213-24d41f686ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2267590 Mar 30 01:28:48.587448 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fbde0120-cdcf-401c-a7ab-8f07f32be58b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:48.591148 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-fbde0120-cdcf-401c-a7ab-8f07f32be58b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c78d4a7-3792-42c9-856d-8e25b0e94757 HTTP/1.1" status: 204 len: 168 time: 1.5947917 Mar 30 01:28:48.601036 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-161b192d-0491-45c6-bc86-d5f152ba69e5 service neutron] 10.222.0.30 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410452 Mar 30 01:28:48.642511 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-ad610e14-d340-47ec-a121-3821fe19c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:48.644420 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-ad610e14-d340-47ec-a121-3821fe19c1d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.2196932 Mar 30 01:28:48.654725 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde0120-cdcf-401c-a7ab-8f07f32be58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c78d4a7-3792-42c9-856d-8e25b0e94757,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:48.718361 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-55362e3e-cfce-4459-952a-e5f0565a42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:48.719109 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a67bf0e-529b-4651-a433-6029a0b818c0 req-c329335a-93dd-4f59-8983-3f46f54c4dd8 service neutron] 10.222.0.10 "GET /v2.0/networks/3aac96ab-65d4-440e-a213-24d41f686ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279662 Mar 30 01:28:48.722845 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-55362e3e-cfce-4459-952a-e5f0565a42bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4744582 Mar 30 01:28:48.775250 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b5837ba6-4a72-4420-9ac5-0ad0b3ca0e5f admin admin] Publish callbacks [] for security_group (6fe472f2-9c89-4b43-94ef-b8cfbdffb30c), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:48.796985 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:48.908957 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f3819151-9c2e-493a-9426-e51b35c5fdf0 req-95f71c13-5d73-4374-b2ea-e752c3d85a7c tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357108 Mar 30 01:28:48.917109 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b5837ba6-4a72-4420-9ac5-0ad0b3ca0e5f admin admin] Publish callbacks [] for security_group (6fe472f2-9c89-4b43-94ef-b8cfbdffb30c), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:48.938973 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34224) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:48.981086 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-8f43f68a-716c-4ffa-9503-4e7f54047eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:48.982617 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-8f43f68a-716c-4ffa-9503-4e7f54047eca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3299017 Mar 30 01:28:48.991356 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a67bf0e-529b-4651-a433-6029a0b818c0 req-6b3dcbe9-2452-43ea-8072-1f696ae5460f service neutron] 10.222.0.10 "GET /v2.0/networks/3aac96ab-65d4-440e-a213-24d41f686ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595322 Mar 30 01:28:49.047646 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-2558be68-053e-4f20-9478-bfaa53b30170 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113270 Mar 30 01:28:49.068446 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Allocated IP 172.27.2.45 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/640f6a00-016c-4411-a995-93ebcfe543af) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:49.104007 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-687a0320-5c48-4289-8776-014935b61d1c req-747353f3-0ea6-472a-9c44-bc0ee82c216c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 210 time: 0.0848320 Mar 30 01:28:49.186233 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b5837ba6-4a72-4420-9ac5-0ad0b3ca0e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (6fe472f2-9c89-4b43-94ef-b8cfbdffb30c), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:49.188820 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b5837ba6-4a72-4420-9ac5-0ad0b3ca0e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:49.192772 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-b5837ba6-4a72-4420-9ac5-0ad0b3ca0e5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6fe472f2-9c89-4b43-94ef-b8cfbdffb30c HTTP/1.1" status: 204 len: 168 time: 0.9381413 Mar 30 01:28:49.224641 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5837ba6-4a72-4420-9ac5-0ad0b3ca0e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe472f2-9c89-4b43-94ef-b8cfbdffb30c,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:49.251660 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-4af426b7-91ee-486c-bd38-36eddce86616 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571476 Mar 30 01:28:49.284132 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-058cbf2c-416c-445c-a55d-6d4ed4c4a4fc req-f3b54327-546c-406b-90a8-c0ad98e1ee83 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253385 Mar 30 01:28:49.295616 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34236) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:49.354272 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for port (640f6a00-016c-4411-a995-93ebcfe543af), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:49.387813 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c2641c-a990-461f-bb56-342cbaff6eea x-openstack-request-id: req-d1c2641c-a990-461f-bb56-342cbaff6eea {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:28:49.388280 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e82f2f-ef52-4613-8d54-9079cb1bcb41", "tag": "822dc43c-40ce-489d-a531-c7bde49494ae", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:28:49.388688 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1c2641c-a990-461f-bb56-342cbaff6eea {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:28:49.389150 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c2641c-a990-461f-bb56-342cbaff6eea'] response: {'name': 'network-changed', 'server_uuid': '00e82f2f-ef52-4613-8d54-9079cb1bcb41', 'tag': '822dc43c-40ce-489d-a531-c7bde49494ae', 'status': 'completed', 'code': 200} Mar 30 01:28:49.392734 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-92ef4d5c-aea1-44b4-956c-ad0071f22ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:49.427855 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (640f6a00-016c-4411-a995-93ebcfe543af), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:49.471405 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:49.475179 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:49.481057 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:49.481517 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba1f08-2bbd-45e9-b075-42f4ec5f60bd req-4c3f460a-5612-476f-86bb-7aad2145af03 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:49.483125 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c8ba1f08-2bbd-45e9-b075-42f4ec5f60bd req-4c3f460a-5612-476f-86bb-7aad2145af03 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 944 time: 0.2597692 Mar 30 01:28:49.546178 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2bbb714-11cd-4cc1-9668-12751ca6a713 req-805908d3-fc8d-4fb3-a89d-f239fe339447 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758141 Mar 30 01:28:49.555470 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event updated for resources: {'Port': ['ID=640f6a00-016c-4411-a995-93ebcfe543af,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:49.567386 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abeaad3-773e-478b-87f8-3d48944ed25b req-dc9c6153-2943-4b4d-b090-af31a08097ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:49.568589 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7abeaad3-773e-478b-87f8-3d48944ed25b req-dc9c6153-2943-4b4d-b090-af31a08097ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 1128 time: 0.1602049 Mar 30 01:28:49.661667 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for floatingip (ea3a884c-d63c-4cd9-a281-ca84d70944ea), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:49.669300 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c8ba1f08-2bbd-45e9-b075-42f4ec5f60bd req-9798a0f1-f6e8-4c30-b217-4d8083fd3875 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773193 Mar 30 01:28:49.731052 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e0708322-9ae9-4aec-b034-8d1ada50840a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:49.738627 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (640f6a00-016c-4411-a995-93ebcfe543af), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:49.753423 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-92ef4d5c-aea1-44b4-956c-ad0071f22ce3 admin admin] Publish callbacks [] for security_group (ecb2a9fe-b824-4234-a55a-bf5f7ab66b1b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:49.776734 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-92ef4d5c-aea1-44b4-956c-ad0071f22ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (ecb2a9fe-b824-4234-a55a-bf5f7ab66b1b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:49.848915 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abeaad3-773e-478b-87f8-3d48944ed25b req-73ab272d-2154-462c-bd79-1121b030b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:49.850371 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7abeaad3-773e-478b-87f8-3d48944ed25b req-73ab272d-2154-462c-bd79-1121b030b3d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 919 time: 0.2738829 Mar 30 01:28:49.862496 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-92ef4d5c-aea1-44b4-956c-ad0071f22ce3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a562283ee49408ca56b007907636134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5624175 Mar 30 01:28:49.863646 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34248) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:49.864775 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef4d5c-aea1-44b4-956c-ad0071f22ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb2a9fe-b824-4234-a55a-bf5f7ab66b1b,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:49.911321 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7abeaad3-773e-478b-87f8-3d48944ed25b req-f9f924a2-49fa-4221-b377-118505b2ad93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=822dc43c-40ce-489d-a531-c7bde49494ae HTTP/1.1" status: 200 len: 217 time: 0.0473821 Mar 30 01:28:49.972281 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2893a845-0d0a-4198-9f63-fd286240f110 admin admin] Publish callbacks [] for security_group (ecb2a9fe-b824-4234-a55a-bf5f7ab66b1b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:49.999002 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e0708322-9ae9-4aec-b034-8d1ada50840a admin admin] Publish callbacks [] for security_group (abc7efd5-56d4-472a-81c2-55a887f6b62b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.007828 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abeaad3-773e-478b-87f8-3d48944ed25b req-a5790049-0f36-4e54-8595-ee6ce6cbe684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:50.011163 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7abeaad3-773e-478b-87f8-3d48944ed25b req-a5790049-0f36-4e54-8595-ee6ce6cbe684 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0780654 Mar 30 01:28:50.040136 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e0708322-9ae9-4aec-b034-8d1ada50840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (abc7efd5-56d4-472a-81c2-55a887f6b62b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.073025 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.074537 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2893a845-0d0a-4198-9f63-fd286240f110 admin admin] Publish callbacks [] for security_group (ecb2a9fe-b824-4234-a55a-bf5f7ab66b1b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.155548 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-e0708322-9ae9-4aec-b034-8d1ada50840a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7889c89608644401a56e169daf69d5c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2144439 Mar 30 01:28:50.160398 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34262) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:50.190333 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abeaad3-773e-478b-87f8-3d48944ed25b req-cf1b6e77-9aca-42f6-bedc-0594c7d9035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:50.198737 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7abeaad3-773e-478b-87f8-3d48944ed25b req-cf1b6e77-9aca-42f6-bedc-0594c7d9035b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1793685 Mar 30 01:28:50.201478 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0708322-9ae9-4aec-b034-8d1ada50840a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc7efd5-56d4-472a-81c2-55a887f6b62b,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:50.219962 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34264) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:50.239908 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for port (640f6a00-016c-4411-a995-93ebcfe543af), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.246283 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-beaf3423-4966-4584-883c-81c7358ed1ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.257791 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73909e-e90c-4db9-be5b-d82d775bca66 req-a80ba556-7ee7-41ff-8c58-09e20c1e9969 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:50.259448 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1a73909e-e90c-4db9-be5b-d82d775bca66 req-a80ba556-7ee7-41ff-8c58-09e20c1e9969 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 943 time: 0.2153413 Mar 30 01:28:50.260115 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (640f6a00-016c-4411-a995-93ebcfe543af), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.330731 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2893a845-0d0a-4198-9f63-fd286240f110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (ecb2a9fe-b824-4234-a55a-bf5f7ab66b1b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.333281 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2893a845-0d0a-4198-9f63-fd286240f110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.334440 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2893a845-0d0a-4198-9f63-fd286240f110 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ecb2a9fe-b824-4234-a55a-bf5f7ab66b1b HTTP/1.1" status: 204 len: 168 time: 0.4704332 Mar 30 01:28:50.404625 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893a845-0d0a-4198-9f63-fd286240f110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb2a9fe-b824-4234-a55a-bf5f7ab66b1b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:50.416491 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event updated for resources: {'Port': ['ID=640f6a00-016c-4411-a995-93ebcfe543af,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:50.447129 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1a73909e-e90c-4db9-be5b-d82d775bca66 req-664f137d-8e4f-48ea-a5b9-2842605c05a8 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708071 Mar 30 01:28:50.449278 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (ea3a884c-d63c-4cd9-a281-ca84d70944ea), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.478078 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.487485 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d9be2a05-c772-4af1-97a7-238ccffc529e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3519635 Mar 30 01:28:50.512673 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-beaf3423-4966-4584-883c-81c7358ed1ca admin admin] Publish callbacks [] for security_group (efec0fc1-ab95-4d17-81f6-13aa6062c372), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.521510 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-beaf3423-4966-4584-883c-81c7358ed1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (efec0fc1-ab95-4d17-81f6-13aa6062c372), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.537011 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9b7aaec7-f9b1-45df-9542-f8da07d24617 req-2a30fcac-d7ea-466f-98bb-7215bd3d88b0 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 210 time: 0.0501888 Mar 30 01:28:50.604493 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-beaf3423-4966-4584-883c-81c7358ed1ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32525a4885e349f7b99d4ad28c17b892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790083 Mar 30 01:28:50.604493 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf3423-4966-4584-883c-81c7358ed1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efec0fc1-ab95-4d17-81f6-13aa6062c372,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:50.605274 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34270) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:50.669128 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2fee255d-b075-418d-9c56-8aff826ba26f admin admin] Publish callbacks [] for security_group (abc7efd5-56d4-472a-81c2-55a887f6b62b), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.684142 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed545d23-ae3c-4b4c-90a9-fc24f50cc338 admin admin] Publish callbacks [] for security_group (efec0fc1-ab95-4d17-81f6-13aa6062c372), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.706546 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7abeaad3-773e-478b-87f8-3d48944ed25b req-83a97e5b-bbfb-41dd-8bcc-c4c9fcbca2c0 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987540 Mar 30 01:28:50.738689 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed545d23-ae3c-4b4c-90a9-fc24f50cc338 admin admin] Publish callbacks [] for security_group (efec0fc1-ab95-4d17-81f6-13aa6062c372), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.769511 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2fee255d-b075-418d-9c56-8aff826ba26f admin admin] Publish callbacks [] for security_group (abc7efd5-56d4-472a-81c2-55a887f6b62b), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.867180 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-b20cdc4b-4d8f-440d-bdcf-1e36efd7c872 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--194199241&fields=id&tenant_id=039eb3382c0646d4bd8cddff38364c12 HTTP/1.1" status: 200 len: 267 time: 0.1043553 Mar 30 01:28:50.875888 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-203d96d9-8bd4-4a54-87e7-b6b73e8ec378 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:50.877355 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-203d96d9-8bd4-4a54-87e7-b6b73e8ec378 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.10 "GET /v2.0/networks?id=4292407f-f21a-4ca4-83dc-33c4f2c633d6 HTTP/1.1" status: 200 len: 817 time: 0.3002350 Mar 30 01:28:50.890665 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed545d23-ae3c-4b4c-90a9-fc24f50cc338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (efec0fc1-ab95-4d17-81f6-13aa6062c372), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.893250 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed545d23-ae3c-4b4c-90a9-fc24f50cc338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.897072 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ed545d23-ae3c-4b4c-90a9-fc24f50cc338 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/efec0fc1-ab95-4d17-81f6-13aa6062c372 HTTP/1.1" status: 204 len: 168 time: 0.2781219 Mar 30 01:28:50.948430 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7abeaad3-773e-478b-87f8-3d48944ed25b req-0ceebd81-2ccf-48c2-99ee-3dc74085b7ff service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356973 Mar 30 01:28:50.957075 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed545d23-ae3c-4b4c-90a9-fc24f50cc338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efec0fc1-ab95-4d17-81f6-13aa6062c372,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:50.963985 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2b519-a4ab-4096-a34e-ae37023866bd req-82a604fc-b43a-4337-bf7b-fda8567e228b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:50.965525 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-def2b519-a4ab-4096-a34e-ae37023866bd req-82a604fc-b43a-4337-bf7b-fda8567e228b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 944 time: 0.1716385 Mar 30 01:28:50.969497 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2fee255d-b075-418d-9c56-8aff826ba26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (abc7efd5-56d4-472a-81c2-55a887f6b62b), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.972226 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2fee255d-b075-418d-9c56-8aff826ba26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:50.973959 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-2fee255d-b075-418d-9c56-8aff826ba26f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abc7efd5-56d4-472a-81c2-55a887f6b62b HTTP/1.1" status: 204 len: 168 time: 0.8085442 Mar 30 01:28:51.018751 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee255d-b075-418d-9c56-8aff826ba26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc7efd5-56d4-472a-81c2-55a887f6b62b,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:51.027199 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-409bd1cf-e9c1-44dd-b534-b5f2af1441ba tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:51.028174 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-409bd1cf-e9c1-44dd-b534-b5f2af1441ba tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/networks?id=03fd8b2f-7625-4635-88c0-2ffd255f1007 HTTP/1.1" status: 200 len: 809 time: 0.1516242 Mar 30 01:28:51.030318 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-629f0205-3d6b-4665-a2e7-32d3a7187d83 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40c47efe85b3419bbfe4af492f367fa3 HTTP/1.1" status: 200 len: 380 time: 0.1437416 Mar 30 01:28:51.040920 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-9f14daf7-59dc-42f2-b039-f1bee20faa42 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Request body: {'port': {'device_id': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'admin_state_up': True, 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'security_groups': ['93da78db-5394-4146-9a40-449925cda536']}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:51.057929 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-af5321f1-5e7c-41cd-b3f1-c69b66166ab1 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/quotas/039eb3382c0646d4bd8cddff38364c12 HTTP/1.1" status: 200 len: 375 time: 0.0153053 Mar 30 01:28:51.130625 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-27d66d9e-0f30-4f75-9459-658a39ecbe43 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=039eb3382c0646d4bd8cddff38364c12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663159 Mar 30 01:28:51.147141 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-def2b519-a4ab-4096-a34e-ae37023866bd req-1855491e-e225-419a-90bf-dcde293cf340 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715264 Mar 30 01:28:51.233114 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-9f14daf7-59dc-42f2-b039-f1bee20faa42 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Made reservation on behalf of 40c47efe85b3419bbfe4af492f367fa3 for: {'port': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:51.237871 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-9f14daf7-59dc-42f2-b039-f1bee20faa42 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:51.258480 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-038a4ebb-44b9-4431-a7c6-f60941176e20 service neutron] 10.222.0.30 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015968 Mar 30 01:28:51.378403 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-cfcd3fc8-4a2f-4b07-a192-d64f94bc6c9c service neutron] 10.222.0.30 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129513 Mar 30 01:28:51.398295 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7', 'tag': '20e728cd-69f4-47f4-91be-199338787410'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:28:51.401843 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52bd6cd-c10e-4c6f-bf12-bfc060e264b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7", "tag": "20e728cd-69f4-47f4-91be-199338787410"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:28:51.456563 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-9f14daf7-59dc-42f2-b039-f1bee20faa42 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Allocated IP 172.20.0.14 (4292407f-f21a-4ca4-83dc-33c4f2c633d6/94dad553-4d41-4378-b1f8-7911db8bcff2/38943836-c01b-4a56-95db-010e6337cfe2) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:51.502351 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a6df7c-ec76-491f-a459-144b21b45112 x-openstack-request-id: req-c8a6df7c-ec76-491f-a459-144b21b45112 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:28:51.503074 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7", "tag": "20e728cd-69f4-47f4-91be-199338787410", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:28:51.506108 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8a6df7c-ec76-491f-a459-144b21b45112 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:28:51.506816 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a6df7c-ec76-491f-a459-144b21b45112'] response: {'name': 'network-changed', 'server_uuid': 'f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7', 'tag': '20e728cd-69f4-47f4-91be-199338787410', 'status': 'completed', 'code': 200} Mar 30 01:28:51.656113 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0484b570-ddf7-4870-a6a9-caf4b5616a59 req-e13373fa-4a56-4d2b-84f5-1ca952f20a2b tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 210 time: 0.0681822 Mar 30 01:28:51.682042 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34332) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:51.698928 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:51.702232 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57f34fc0-a5b1-443c-b6b0-26bbdcafad07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:51.856886 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bd6cd-c10e-4c6f-bf12-bfc060e264b2 req-e2753568-82a0-42b6-859d-3e76cbd6faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:51.858630 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b52bd6cd-c10e-4c6f-bf12-bfc060e264b2 req-e2753568-82a0-42b6-859d-3e76cbd6faf0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 1128 time: 0.3499334 Mar 30 01:28:51.865904 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0dff664c-e666-44eb-a041-63053ff71ce8 req-398c812a-2fa4-4e80-97b0-6963a89d57b9 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 210 time: 0.0852671 Mar 30 01:28:51.923596 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f49e4-a0e6-43cb-a3b7-85ab9c94bb11 req-e7a2fbb2-ce8f-4e40-84fa-abdad249e7a2 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:51.935762 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d52f49e4-a0e6-43cb-a3b7-85ab9c94bb11 req-e7a2fbb2-ce8f-4e40-84fa-abdad249e7a2 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 943 time: 0.1904845 Mar 30 01:28:51.957432 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57f34fc0-a5b1-443c-b6b0-26bbdcafad07 admin admin] Publish callbacks [] for security_group (e5f1d069-c83a-4653-bf1e-c896c4535860), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:51.999815 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57f34fc0-a5b1-443c-b6b0-26bbdcafad07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (e5f1d069-c83a-4653-bf1e-c896c4535860), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:52.048036 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f34fc0-a5b1-443c-b6b0-26bbdcafad07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f1d069-c83a-4653-bf1e-c896c4535860,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:52.108313 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-57f34fc0-a5b1-443c-b6b0-26bbdcafad07 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e36d85c36574188badc7fbe896ae7a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4280210 Mar 30 01:28:52.108929 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34346) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:52.158395 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-9f14daf7-59dc-42f2-b039-f1bee20faa42 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for port (38943836-c01b-4a56-95db-010e6337cfe2), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:52.168275 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d52f49e4-a0e6-43cb-a3b7-85ab9c94bb11 req-21e9d528-9e36-4603-a3c5-94919906904f tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309847 Mar 30 01:28:52.210948 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bd6cd-c10e-4c6f-bf12-bfc060e264b2 req-e72809d6-680c-4a3e-a786-7cd70a1aa27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:52.212864 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b52bd6cd-c10e-4c6f-bf12-bfc060e264b2 req-e72809d6-680c-4a3e-a786-7cd70a1aa27d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 919 time: 0.3406537 Mar 30 01:28:52.255576 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1174b3a6-29f9-4553-9195-b0ecde7346c3 admin admin] Publish callbacks [] for security_group (e5f1d069-c83a-4653-bf1e-c896c4535860), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:52.273192 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-9f14daf7-59dc-42f2-b039-f1bee20faa42 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (38943836-c01b-4a56-95db-010e6337cfe2), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:52.317936 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1174b3a6-29f9-4553-9195-b0ecde7346c3 admin admin] Publish callbacks [] for security_group (e5f1d069-c83a-4653-bf1e-c896c4535860), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:52.326254 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-9f14daf7-59dc-42f2-b039-f1bee20faa42 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:52.330501 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-9f14daf7-59dc-42f2-b039-f1bee20faa42 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:52.338113 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-9f14daf7-59dc-42f2-b039-f1bee20faa42 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:52.363920 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280f811-24a0-4690-a94c-7b08678eb7ad req-799f6665-0524-4ef3-9b8f-e10afac98578 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:52.365525 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1280f811-24a0-4690-a94c-7b08678eb7ad req-799f6665-0524-4ef3-9b8f-e10afac98578 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 944 time: 0.1126118 Mar 30 01:28:52.407468 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14daf7-59dc-42f2-b039-f1bee20faa42 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event updated for resources: {'Port': ['ID=38943836-c01b-4a56-95db-010e6337cfe2,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:52.430956 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1174b3a6-29f9-4553-9195-b0ecde7346c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (e5f1d069-c83a-4653-bf1e-c896c4535860), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:52.433671 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1174b3a6-29f9-4553-9195-b0ecde7346c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:52.440783 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1174b3a6-29f9-4553-9195-b0ecde7346c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5f1d069-c83a-4653-bf1e-c896c4535860 HTTP/1.1" status: 204 len: 168 time: 0.3255117 Mar 30 01:28:52.445249 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174b3a6-29f9-4553-9195-b0ecde7346c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f1d069-c83a-4653-bf1e-c896c4535860,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:52.451472 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1280f811-24a0-4690-a94c-7b08678eb7ad req-cb4731f7-339a-44c4-ac31-87e84e36bc8d tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772111 Mar 30 01:28:52.477987 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-9f14daf7-59dc-42f2-b039-f1bee20faa42 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:52.478970 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-9f14daf7-59dc-42f2-b039-f1bee20faa42 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:52.506298 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-9f14daf7-59dc-42f2-b039-f1bee20faa42 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4695721 Mar 30 01:28:52.712659 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e5b8a582-fb03-4793-ac44-479f6e6a1794 None None] Provisioning complete for port 38943836-c01b-4a56-95db-010e6337cfe2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:52.713106 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a582-fb03-4793-ac44-479f6e6a1794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (38943836-c01b-4a56-95db-010e6337cfe2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:52.765735 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e5b8a582-fb03-4793-ac44-479f6e6a1794 None None] Port 38943836-c01b-4a56-95db-010e6337cfe2 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:28:52.792763 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-26534d8c-4c24-496d-ae32-b2e15c09ada9 req-56273b57-63c2-40e3-b6f7-adf74dcb197e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 210 time: 0.0389800 Mar 30 01:28:53.006511 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a75508-8e36-43fe-92bb-672e28f2bdd8 req-feeab57c-b6e6-4e42-91c2-bc92b7efe4ff tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:53.011191 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-52a75508-8e36-43fe-92bb-672e28f2bdd8 req-feeab57c-b6e6-4e42-91c2-bc92b7efe4ff tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 932 time: 0.0671408 Mar 30 01:28:53.065531 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-52a75508-8e36-43fe-92bb-672e28f2bdd8 req-c1fc5aaf-d4e6-483d-b138-215c8d2eea69 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509710 Mar 30 01:28:53.299428 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eab861-0bd6-45ac-bfdd-909c5caa8860 req-2f5c96da-d781-429d-93ed-6e9e6fbefa06 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:53.301069 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-18eab861-0bd6-45ac-bfdd-909c5caa8860 req-2f5c96da-d781-429d-93ed-6e9e6fbefa06 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 943 time: 0.0620773 Mar 30 01:28:53.361281 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-18eab861-0bd6-45ac-bfdd-909c5caa8860 req-8ad86b1a-9b7d-4561-96a1-8695580b1546 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486069 Mar 30 01:28:53.576807 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34432) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:53.594624 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749613ed-7d8e-40ed-82fa-5392977f79cc req-9b27f602-fb1a-415a-b4fa-77c836c6ac51 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:53.596047 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-749613ed-7d8e-40ed-82fa-5392977f79cc req-9b27f602-fb1a-415a-b4fa-77c836c6ac51 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 944 time: 0.0683758 Mar 30 01:28:53.679552 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-749613ed-7d8e-40ed-82fa-5392977f79cc req-9276bb6f-6372-4d8a-b4ce-422c0ad35705 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734401 Mar 30 01:28:53.781032 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-242004488-network', 'tenant_id': 'b00d263070eb4c0fb3e061e848cc3988'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:53.807798 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] Made reservation on behalf of b00d263070eb4c0fb3e061e848cc3988 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:53.810389 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:53.819497 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:53.921541 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] Publish callbacks [] for security_group (fea24027-b2f8-4903-b663-f02da2c06585), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:53.931163 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (fea24027-b2f8-4903-b663-f02da2c06585), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:53.936427 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-28e2c792-68b9-4638-be40-208fb4b5a534 req-3274e3e4-102e-4c33-a07b-ca603dbe56dd tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 210 time: 0.0427797 Mar 30 01:28:53.943995 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:28:53.967766 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (067b7a40-708d-464b-9c46-62470591898d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:53.968115 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] Added segment 067b7a40-708d-464b-9c46-62470591898d of type vlan for network bb97a99b-0283-478f-9e79-30ea42ebea6e Mar 30 01:28:53.994205 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea24027-b2f8-4903-b663-f02da2c06585,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:54.032974 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (bb97a99b-0283-478f-9e79-30ea42ebea6e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.060050 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (bb97a99b-0283-478f-9e79-30ea42ebea6e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.061150 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:54.061840 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.128208 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5478785 Mar 30 01:28:54.129598 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34476) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:54.137825 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-3a686c4a-47c0-4624-9abf-7958a38f6988 admin admin] Request body: {'subnet': {'network_id': 'bb97a99b-0283-478f-9e79-30ea42ebea6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-242004488-subnet', 'tenant_id': 'b00d263070eb4c0fb3e061e848cc3988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:54.150288 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52443f03-ff7e-4ac2-8206-5ac79de65aaf admin admin] Pushing event updated for resources: {'Network': ['ID=bb97a99b-0283-478f-9e79-30ea42ebea6e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:54.164371 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network bb97a99b-0283-478f-9e79-30ea42ebea6e details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:28:54.192253 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a686c4a-47c0-4624-9abf-7958a38f6988 admin admin] Made reservation on behalf of b00d263070eb4c0fb3e061e848cc3988 for: {'subnet': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:54.199143 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a686c4a-47c0-4624-9abf-7958a38f6988 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60116538'] for subnet (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.237826 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bb077-f447-4fd2-858f-dd030c2bef29 req-a95af18e-800c-4de9-9b5d-96f445add9d9 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:54.246309 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-633bb077-f447-4fd2-858f-dd030c2bef29 req-a95af18e-800c-4de9-9b5d-96f445add9d9 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 932 time: 0.0896041 Mar 30 01:28:54.312916 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-633bb077-f447-4fd2-858f-dd030c2bef29 req-d76b5141-7562-4b4d-983d-125d05d456df tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656497 Mar 30 01:28:54.333550 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34486) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:54.396863 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 822dc43c-40ce-489d-a531-c7bde49494ae details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:28:54.405316 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Request body: {'port': {'device_id': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:54.453951 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b52bd6cd-c10e-4c6f-bf12-bfc060e264b2 req-5d2acc16-9588-4791-9bc0-926c70e351cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20e728cd-69f4-47f4-91be-199338787410 HTTP/1.1" status: 200 len: 217 time: 0.0527370 Mar 30 01:28:54.503312 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4068de6-508a-4991-bfea-85e15f2ab740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.536836 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 822dc43c-40ce-489d-a531-c7bde49494ae, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=822dc43c-40ce-489d-a531-c7bde49494ae,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:54.546591 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bd6cd-c10e-4c6f-bf12-bfc060e264b2 req-e45afbf5-f4fa-4ef8-8563-2e405ae237e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:54.549258 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b52bd6cd-c10e-4c6f-bf12-bfc060e264b2 req-e45afbf5-f4fa-4ef8-8563-2e405ae237e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0629528 Mar 30 01:28:54.554826 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '822dc43c-40ce-489d-a531-c7bde49494ae', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'port_id': '822dc43c-40ce-489d-a531-c7bde49494ae', 'mac_address': 'fa:16:3e:5a:2e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:28:54.586437 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a686c4a-47c0-4624-9abf-7958a38f6988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3152834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60116524'] for subnet (2b68cafc-4d2f-4d09-bae8-3f94b163240b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.606938 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 822dc43c-40ce-489d-a531-c7bde49494ae is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:54.607574 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (822dc43c-40ce-489d-a531-c7bde49494ae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.627397 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822dc43c-40ce-489d-a531-c7bde49494ae {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:28:54.653741 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4068de6-508a-4991-bfea-85e15f2ab740 admin admin] Publish callbacks [] for security_group (86df8c8d-49e3-4259-b891-b877023b87b5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.656102 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 822dc43c-40ce-489d-a531-c7bde49494ae, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=822dc43c-40ce-489d-a531-c7bde49494ae,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:54.661267 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4068de6-508a-4991-bfea-85e15f2ab740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (86df8c8d-49e3-4259-b891-b877023b87b5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.664542 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (822dc43c-40ce-489d-a531-c7bde49494ae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.666783 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 20e728cd-69f4-47f4-91be-199338787410 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:28:54.682394 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a686c4a-47c0-4624-9abf-7958a38f6988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b68cafc-4d2f-4d09-bae8-3f94b163240b,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:54.723235 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b4068de6-508a-4991-bfea-85e15f2ab740 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=755855ebad014a72bb1f56205a7a7a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875711 Mar 30 01:28:54.725838 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:54.728631 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4068de6-508a-4991-bfea-85e15f2ab740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86df8c8d-49e3-4259-b891-b877023b87b5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:54.743750 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (38943836-c01b-4a56-95db-010e6337cfe2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.767777 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bd6cd-c10e-4c6f-bf12-bfc060e264b2 req-fc572cf8-425e-4ac3-9136-f96c022f4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:54.769260 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b52bd6cd-c10e-4c6f-bf12-bfc060e264b2 req-fc572cf8-425e-4ac3-9136-f96c022f4e4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2140887 Mar 30 01:28:54.796841 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e187598-5b96-4974-9f38-1f2bfacb5f00 req-e4b97952-6dc7-46bf-86aa-8981cee25478 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:54.799492 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7e187598-5b96-4974-9f38-1f2bfacb5f00 req-e4b97952-6dc7-46bf-86aa-8981cee25478 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 943 time: 0.2492692 Mar 30 01:28:54.837836 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 20e728cd-69f4-47f4-91be-199338787410, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20e728cd-69f4-47f4-91be-199338787410,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:54.844066 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab0c6b95-d868-4ebc-9b98-3c02feb0f1a0 admin admin] Publish callbacks [] for security_group (86df8c8d-49e3-4259-b891-b877023b87b5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.851587 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '20e728cd-69f4-47f4-91be-199338787410', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'port_id': '20e728cd-69f4-47f4-91be-199338787410', 'mac_address': 'fa:16:3e:c3:d1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:28:54.897663 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab0c6b95-d868-4ebc-9b98-3c02feb0f1a0 admin admin] Publish callbacks [] for security_group (86df8c8d-49e3-4259-b891-b877023b87b5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.911241 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 20e728cd-69f4-47f4-91be-199338787410 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:54.911851 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (20e728cd-69f4-47f4-91be-199338787410), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.944441 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e728cd-69f4-47f4-91be-199338787410 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:28:54.974436 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 20e728cd-69f4-47f4-91be-199338787410, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20e728cd-69f4-47f4-91be-199338787410,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:54.979318 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=822dc43c-40ce-489d-a531-c7bde49494ae,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:54.987360 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (20e728cd-69f4-47f4-91be-199338787410), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:54.989512 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 32ba357b-d89c-4f9d-ba83-8917b6620d4e details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:28:55.007764 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cd351-a70b-4a15-944d-5c8f197c512e req-81d5b702-f41d-4a2b-a9c6-0871f1c1141e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:55.009939 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-548cd351-a70b-4a15-944d-5c8f197c512e req-81d5b702-f41d-4a2b-a9c6-0871f1c1141e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 945 time: 0.2151227 Mar 30 01:28:55.100233 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=20e728cd-69f4-47f4-91be-199338787410,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:55.105340 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab0c6b95-d868-4ebc-9b98-3c02feb0f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (86df8c8d-49e3-4259-b891-b877023b87b5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:55.108013 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab0c6b95-d868-4ebc-9b98-3c02feb0f1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:55.112294 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ab0c6b95-d868-4ebc-9b98-3c02feb0f1a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86df8c8d-49e3-4259-b891-b877023b87b5 HTTP/1.1" status: 204 len: 168 time: 0.3854337 Mar 30 01:28:55.130904 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-548cd351-a70b-4a15-944d-5c8f197c512e req-d831e296-db8a-4f1c-a159-64fd00ff0367 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138747 Mar 30 01:28:55.131882 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c6b95-d868-4ebc-9b98-3c02feb0f1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86df8c8d-49e3-4259-b891-b877023b87b5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:55.212069 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a686c4a-47c0-4624-9abf-7958a38f6988 admin admin] Checking segment: {'id': '067b7a40-708d-464b-9c46-62470591898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'bb97a99b-0283-478f-9e79-30ea42ebea6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:55.212348 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a686c4a-47c0-4624-9abf-7958a38f6988 admin admin] Network hostable DHCP agents. Network: bb97a99b-0283-478f-9e79-30ea42ebea6e, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:28:55.251025 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 01:28:55.296755 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7e187598-5b96-4974-9f38-1f2bfacb5f00 req-75b3f993-aa12-49ee-8b98-8af0d7d40c36 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567547 Mar 30 01:28:55.309329 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a686c4a-47c0-4624-9abf-7958a38f6988 admin admin] Network bb97a99b-0283-478f-9e79-30ea42ebea6e is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:28:55.331068 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b52bd6cd-c10e-4c6f-bf12-bfc060e264b2 req-b164ea4d-7c60-4bbe-be5d-d6f1d1af543e service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519083 Mar 30 01:28:55.336347 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-3a686c4a-47c0-4624-9abf-7958a38f6988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, bb97a99b-0283-478f-9e79-30ea42ebea6e) {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:55.353254 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a686c4a-47c0-4624-9abf-7958a38f6988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:55.353979 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3a686c4a-47c0-4624-9abf-7958a38f6988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:55.392899 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7c17d5-a4b8-4d5a-8e4d-8ad9a0131b92 None None] Network bb97a99b-0283-478f-9e79-30ea42ebea6e requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:55.483866 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 32ba357b-d89c-4f9d-ba83-8917b6620d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32ba357b-d89c-4f9d-ba83-8917b6620d4e,segment=NetworkSegment(35fe6e5b-a332-4087-ad4e-246ec4f8adfa),segment_id=35fe6e5b-a332-4087-ad4e-246ec4f8adfa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:55.506769 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-3a686c4a-47c0-4624-9abf-7958a38f6988 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3746614 Mar 30 01:28:55.537710 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '32ba357b-d89c-4f9d-ba83-8917b6620d4e', 'network_id': '3aac96ab-65d4-440e-a213-24d41f686ce5', 'port_id': '32ba357b-d89c-4f9d-ba83-8917b6620d4e', 'mac_address': 'fa:16:3e:55:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41799488-8bd1-4c7c-be7b-46dfdbe9ecb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:28:55.541930 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-71c4d986-2425-4a45-9f7f-9a85a9695599 req-9b4efda1-02c4-4053-8fc4-50c3170aff5e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 210 time: 0.1631677 Mar 30 01:28:55.642974 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-2de54deb-c7d2-4d59-9141-3e6974120467 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:55.647009 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-2de54deb-c7d2-4d59-9141-3e6974120467 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.10 "GET /v2.0/networks?id=03fd8b2f-7625-4635-88c0-2ffd255f1007 HTTP/1.1" status: 200 len: 809 time: 0.4802065 Mar 30 01:28:55.678187 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38943836-c01b-4a56-95db-010e6337cfe2 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:28:55.713210 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Publish callbacks [] for port (38943836-c01b-4a56-95db-010e6337cfe2), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:55.717636 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b52bd6cd-c10e-4c6f-bf12-bfc060e264b2 req-24906586-38fe-4c5d-8a13-f7436c0e1845 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758581 Mar 30 01:28:55.747711 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9247e4b5-951a-4c16-b4fc-f7758d419ca3 None None] Network bb97a99b-0283-478f-9e79-30ea42ebea6e requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:55.757755 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Transition to ACTIVE for port object 38943836-c01b-4a56-95db-010e6337cfe2 will not be triggered until provisioned by entity L2. {{(pid=103227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:28:55.777425 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 32ba357b-d89c-4f9d-ba83-8917b6620d4e is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:55.777942 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:55.793557 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46627e5a-0034-40a8-a975-03edd7235432 req-1a1023ef-ede9-4733-ba64-16f1c22e8a87 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:55.796605 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-46627e5a-0034-40a8-a975-03edd7235432 req-1a1023ef-ede9-4733-ba64-16f1c22e8a87 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 932 time: 0.3318636 Mar 30 01:28:55.799621 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (38943836-c01b-4a56-95db-010e6337cfe2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:55.808406 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-d9514813-6b6c-4959-b41b-76f4c1ca406a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=039eb3382c0646d4bd8cddff38364c12 HTTP/1.1" status: 200 len: 379 time: 0.1518412 Mar 30 01:28:55.814725 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34552) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:55.831939 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-3ed33d2c-3841-4a00-8826-80e53363dbe7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Request body: {'port': {'device_id': 'b84b0f5b-f978-4187-b213-2f66c021b17e', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'admin_state_up': True, 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'security_groups': ['615cc5d5-614b-4e77-8236-784180f8589e']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:55.863860 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ba357b-d89c-4f9d-ba83-8917b6620d4e {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:28:55.896596 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 32ba357b-d89c-4f9d-ba83-8917b6620d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32ba357b-d89c-4f9d-ba83-8917b6620d4e,segment=NetworkSegment(35fe6e5b-a332-4087-ad4e-246ec4f8adfa),segment_id=35fe6e5b-a332-4087-ad4e-246ec4f8adfa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:55.909404 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e696286a-e3d8-4cb0-8073-2021fa45020d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:55.910071 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:55.994509 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=32ba357b-d89c-4f9d-ba83-8917b6620d4e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:56.055878 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Pushing event updated for resources: {'Port': ['ID=38943836-c01b-4a56-95db-010e6337cfe2,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:56.123909 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-46627e5a-0034-40a8-a975-03edd7235432 req-5d9332a5-a3ee-4dff-9507-b8d95908ffab tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172081 Mar 30 01:28:56.176637 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Attempting to bind port 38943836-c01b-4a56-95db-010e6337cfe2 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:28:56.176973 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Attempting to bind port 38943836-c01b-4a56-95db-010e6337cfe2 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:28:56.177300 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Attempting to bind port 38943836-c01b-4a56-95db-010e6337cfe2 on network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:56.187374 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Port 38943836-c01b-4a56-95db-010e6337cfe2 on network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:28:56.187698 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Attempting to bind port 38943836-c01b-4a56-95db-010e6337cfe2 on network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:56.198483 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:28:56.199549 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Checking segment: {'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:56.200236 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Bound using segment: {'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:28:56.200706 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Bound port: 38943836-c01b-4a56-95db-010e6337cfe2, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:28:56.201075 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (38943836-c01b-4a56-95db-010e6337cfe2), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:56.245591 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-3ed33d2c-3841-4a00-8826-80e53363dbe7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Made reservation on behalf of 039eb3382c0646d4bd8cddff38364c12 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:56.249100 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-3ed33d2c-3841-4a00-8826-80e53363dbe7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:56.273894 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['32ba357b-d89c-4f9d-ba83-8917b6620d4e'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:28:56.279299 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e696286a-e3d8-4cb0-8073-2021fa45020d admin admin] Publish callbacks [] for security_group (9b59443f-8a9b-4b80-9f3e-341254ee2b72), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:56.331728 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e696286a-e3d8-4cb0-8073-2021fa45020d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (9b59443f-8a9b-4b80-9f3e-341254ee2b72), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:56.341472 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] For port 38943836-c01b-4a56-95db-010e6337cfe2, host hv-cinder-81713, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:28:56.347367 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['822dc43c-40ce-489d-a531-c7bde49494ae'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:28:56.349628 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['20e728cd-69f4-47f4-91be-199338787410'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:28:56.361475 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] For port 38943836-c01b-4a56-95db-010e6337cfe2, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38943836-c01b-4a56-95db-010e6337cfe2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:28:56.375831 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (38943836-c01b-4a56-95db-010e6337cfe2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:56.380314 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e696286a-e3d8-4cb0-8073-2021fa45020d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e231be7faf6d44ee9abc73d817ce1c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5645595 Mar 30 01:28:56.422295 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34578) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:56.542469 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696286a-e3d8-4cb0-8073-2021fa45020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b59443f-8a9b-4b80-9f3e-341254ee2b72,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:56.599571 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb451440-cc3d-4093-8426-6891844ca8bb req-fb5c87c9-2320-4ed9-9f47-26e6cb36a543 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:56.601391 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fb451440-cc3d-4093-8426-6891844ca8bb req-fb5c87c9-2320-4ed9-9f47-26e6cb36a543 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 945 time: 0.3386040 Mar 30 01:28:56.607188 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a34a88e7-d033-4a87-a88a-fbed9e75625c admin admin] Publish callbacks [] for security_group (9b59443f-8a9b-4b80-9f3e-341254ee2b72), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:56.658144 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34590) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:56.665343 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-559688339-network', 'tenant_id': '236b655f2d6b4792980739e2293b0b66'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:56.703353 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:56.704769 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:56.706525 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] 10.222.0.10 "PUT /v2.0/ports/38943836-c01b-4a56-95db-010e6337cfe2 HTTP/1.1" status: 200 len: 1094 time: 2.3119767 Mar 30 01:28:56.710331 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'tag': '38943836-c01b-4a56-95db-010e6337cfe2'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:28:56.713531 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895f5e03-8c34-43de-853f-26fe1572dc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a25986c-3fec-4cdf-83ac-e13e3777ed58", "tag": "38943836-c01b-4a56-95db-010e6337cfe2"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:28:56.716503 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-3ed33d2c-3841-4a00-8826-80e53363dbe7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Allocated IP 172.20.0.9 (03fd8b2f-7625-4635-88c0-2ffd255f1007/ff067983-253c-45fe-994a-831579de17d9/a1649e19-52c9-4b2e-b103-85fd6ffa7844) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:28:56.751684 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8518f34-43f1-40e1-9d9d-e5b3f2f59a49 service neutron] Pushing event updated for resources: {'Port': ['ID=38943836-c01b-4a56-95db-010e6337cfe2,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:56.763304 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fb451440-cc3d-4093-8426-6891844ca8bb req-76a5a89f-3bf1-48c3-a016-23c7441a5477 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539419 Mar 30 01:28:56.767000 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a34a88e7-d033-4a87-a88a-fbed9e75625c admin admin] Publish callbacks [] for security_group (9b59443f-8a9b-4b80-9f3e-341254ee2b72), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:56.793112 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] Made reservation on behalf of 236b655f2d6b4792980739e2293b0b66 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:56.795481 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:56.819879 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:56.840897 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf804c69-e862-451c-adda-466024dc086b req-bdc62176-01a8-4c24-ae1b-795d87f5165d tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:56.842372 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-cf804c69-e862-451c-adda-466024dc086b req-bdc62176-01a8-4c24-ae1b-795d87f5165d tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 944 time: 0.1770730 Mar 30 01:28:56.909471 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-1099fe11-bdf7-4233-a61a-ec111d7c2854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:56.911449 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-1099fe11-bdf7-4233-a61a-ec111d7c2854 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40c47efe85b3419bbfe4af492f367fa3&device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 1128 time: 0.1462841 Mar 30 01:28:56.919866 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-cf804c69-e862-451c-adda-466024dc086b req-0a482ba5-9ba2-474a-85ae-185338e1ae20 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650702 Mar 30 01:28:56.927514 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7f986dc-3886-4f5d-8bf5-b58ebf4a1b9b req-b09f74d4-3f1e-4dbb-8ce1-66800a051275 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 210 time: 0.0581803 Mar 30 01:28:56.963108 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-ac35a1eb-3532-40c3-8d98-bf04ebc8884c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38943836-c01b-4a56-95db-010e6337cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0417900 Mar 30 01:28:57.011002 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a34a88e7-d033-4a87-a88a-fbed9e75625c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (9b59443f-8a9b-4b80-9f3e-341254ee2b72), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:57.018486 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b7274d-6e48-4c71-ad81-0f677cf27922 x-openstack-request-id: req-f2b7274d-6e48-4c71-ad81-0f677cf27922 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:28:57.018816 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a25986c-3fec-4cdf-83ac-e13e3777ed58", "tag": "38943836-c01b-4a56-95db-010e6337cfe2", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:28:57.019233 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2b7274d-6e48-4c71-ad81-0f677cf27922 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:28:57.020186 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b7274d-6e48-4c71-ad81-0f677cf27922'] response: {'name': 'network-changed', 'server_uuid': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'tag': '38943836-c01b-4a56-95db-010e6337cfe2', 'status': 'completed', 'code': 200} Mar 30 01:28:57.028410 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a34a88e7-d033-4a87-a88a-fbed9e75625c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:57.030893 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a34a88e7-d033-4a87-a88a-fbed9e75625c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b59443f-8a9b-4b80-9f3e-341254ee2b72 HTTP/1.1" status: 204 len: 168 time: 0.6076174 Mar 30 01:28:57.047494 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b22eadc9-688b-44c2-8ca0-03edbadb2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:57.049317 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-b22eadc9-688b-44c2-8ca0-03edbadb2dc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94dad553-4d41-4378-b1f8-7911db8bcff2 HTTP/1.1" status: 200 len: 856 time: 0.0813372 Mar 30 01:28:57.153741 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-e1cc26d7-ba06-40bd-ba3a-3b1b6055969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:57.156275 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-e1cc26d7-ba06-40bd-ba3a-3b1b6055969c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4292407f-f21a-4ca4-83dc-33c4f2c633d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011682 Mar 30 01:28:57.326619 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-02390fa2-d3b7-4e24-a877-3ca074fe67d5 service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622643 Mar 30 01:28:57.351151 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a88e7-d033-4a87-a88a-fbed9e75625c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b59443f-8a9b-4b80-9f3e-341254ee2b72,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:57.400008 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] Publish callbacks [] for security_group (272424d0-9001-4c9c-8e3d-1bb4abf76d5b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:57.411898 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (272424d0-9001-4c9c-8e3d-1bb4abf76d5b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:57.455990 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:28:57.465750 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-3ed33d2c-3841-4a00-8826-80e53363dbe7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:57.465866 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f7a84c31-8dcd-4677-9ad1-f1239abe8236 req-0e0636d4-26c7-43a3-a504-86b98d2dd1ad service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317191 Mar 30 01:28:57.496070 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272424d0-9001-4c9c-8e3d-1bb4abf76d5b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:57.500486 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (cb6febad-9b15-47e6-b522-35cc0792f027), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:57.500834 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] Added segment cb6febad-9b15-47e6-b522-35cc0792f027 of type vlan for network 48025c54-d9eb-4673-a556-f7f7d4e2419a Mar 30 01:28:57.518605 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd321b5-3673-41f9-aaa1-a45c89e1f981 req-f425bc6e-e1bf-453e-9ba5-f74e17132b59 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:57.527332 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3cd321b5-3673-41f9-aaa1-a45c89e1f981 req-f425bc6e-e1bf-453e-9ba5-f74e17132b59 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.1772766 Mar 30 01:28:57.589654 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f5e03-8c34-43de-853f-26fe1572dc0b req-1003706b-580a-4ef0-86b6-3a470a833a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:57.591465 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-895f5e03-8c34-43de-853f-26fe1572dc0b req-1003706b-580a-4ef0-86b6-3a470a833a77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40c47efe85b3419bbfe4af492f367fa3&device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 1128 time: 0.0644374 Mar 30 01:28:57.665038 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3cd321b5-3673-41f9-aaa1-a45c89e1f981 req-63dd4dec-c73e-4487-9428-bf3224400ae2 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364646 Mar 30 01:28:57.666976 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (48025c54-d9eb-4673-a556-f7f7d4e2419a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:57.671601 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-3ed33d2c-3841-4a00-8826-80e53363dbe7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:57.694726 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-3ed33d2c-3841-4a00-8826-80e53363dbe7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Network 03fd8b2f-7625-4635-88c0-2ffd255f1007 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:28:57.702291 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-3ed33d2c-3841-4a00-8826-80e53363dbe7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:57.719369 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-3ed33d2c-3841-4a00-8826-80e53363dbe7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:28:57.730456 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f5e03-8c34-43de-853f-26fe1572dc0b req-bdb405da-1f5a-4f56-8e01-07045d54c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:57.732466 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-895f5e03-8c34-43de-853f-26fe1572dc0b req-bdb405da-1f5a-4f56-8e01-07045d54c87c service neutron] 10.222.0.10 "GET /v2.0/networks?id=4292407f-f21a-4ca4-83dc-33c4f2c633d6 HTTP/1.1" status: 200 len: 918 time: 0.1321037 Mar 30 01:28:57.785935 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-895f5e03-8c34-43de-853f-26fe1572dc0b req-972ed0ea-b6f2-4d1b-bbab-d573d47dd353 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38943836-c01b-4a56-95db-010e6337cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0458450 Mar 30 01:28:57.814185 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed33d2c-3841-4a00-8826-80e53363dbe7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event updated for resources: {'Port': ['ID=a1649e19-52c9-4b2e-b103-85fd6ffa7844,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:57.819456 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (48025c54-d9eb-4673-a556-f7f7d4e2419a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:57.820414 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:57.822082 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:57.850227 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f5e03-8c34-43de-853f-26fe1572dc0b req-cb96edd9-21f8-465e-84a7-4e81ac3e67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:57.853856 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-895f5e03-8c34-43de-853f-26fe1572dc0b req-cb96edd9-21f8-465e-84a7-4e81ac3e67ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94dad553-4d41-4378-b1f8-7911db8bcff2 HTTP/1.1" status: 200 len: 856 time: 0.0609345 Mar 30 01:28:57.862874 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-3ed33d2c-3841-4a00-8826-80e53363dbe7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:57.863495 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-3ed33d2c-3841-4a00-8826-80e53363dbe7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:57.912674 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 822dc43c-40ce-489d-a531-c7bde49494ae up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:57.926670 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-3ed33d2c-3841-4a00-8826-80e53363dbe7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1133935 Mar 30 01:28:58.001065 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3396993 Mar 30 01:28:58.009403 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34640) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:58.015100 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Request body: {'port': {'device_id': 'b84b0f5b-f978-4187-b213-2f66c021b17e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:58.021601 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-8840e9db-b1d9-4420-bace-956df9107e46 admin admin] Request body: {'subnet': {'network_id': '48025c54-d9eb-4673-a556-f7f7d4e2419a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-559688339-subnet', 'tenant_id': '236b655f2d6b4792980739e2293b0b66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:28:58.040393 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port 822dc43c-40ce-489d-a531-c7bde49494ae completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:28:58.051099 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 822dc43c-40ce-489d-a531-c7bde49494ae triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:58.051534 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (822dc43c-40ce-489d-a531-c7bde49494ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:58.064100 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28324450-8bae-4540-b43a-036350e31974 admin admin] Pushing event updated for resources: {'Network': ['ID=48025c54-d9eb-4673-a556-f7f7d4e2419a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:58.064979 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f5e03-8c34-43de-853f-26fe1572dc0b req-640eca85-7c81-49a0-ada6-36002c6de3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:58.067907 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-895f5e03-8c34-43de-853f-26fe1572dc0b req-640eca85-7c81-49a0-ada6-36002c6de3ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4292407f-f21a-4ca4-83dc-33c4f2c633d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2077861 Mar 30 01:28:58.073940 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8840e9db-b1d9-4420-bace-956df9107e46 admin admin] Made reservation on behalf of 236b655f2d6b4792980739e2293b0b66 for: {'subnet': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:28:58.077149 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8840e9db-b1d9-4420-bace-956df9107e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60116538'] for subnet (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:58.124276 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network 48025c54-d9eb-4673-a556-f7f7d4e2419a details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:28:58.152377 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:58.188066 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e40257-f996-489a-a628-ce2d94cfee0b req-0a01fb57-6017-4e29-8a7e-f8525228559a tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:58.190934 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7e40257-f996-489a-a628-ce2d94cfee0b req-0a01fb57-6017-4e29-8a7e-f8525228559a tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 944 time: 0.1450419 Mar 30 01:28:58.209298 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0902b-313c-49b7-ac4b-ce4991dfe7d7 req-9c668307-e633-445f-aa1c-be66a3cbd8e3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:58.210978 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-11d0902b-313c-49b7-ac4b-ce4991dfe7d7 req-9c668307-e633-445f-aa1c-be66a3cbd8e3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 945 time: 0.2820513 Mar 30 01:28:58.288169 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34648) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:58.298195 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7c242424-d242-427f-8ab6-4cfd02ba2a44 None None] Provisioning complete for port a1649e19-52c9-4b2e-b103-85fd6ffa7844 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:58.298601 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7c242424-d242-427f-8ab6-4cfd02ba2a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:58.338061 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7e40257-f996-489a-a628-ce2d94cfee0b req-77c17e5f-fced-447d-ae93-b908f7078b9e tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016278 Mar 30 01:28:58.431518 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 822dc43c-40ce-489d-a531-c7bde49494ae is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:58.431861 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (822dc43c-40ce-489d-a531-c7bde49494ae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:58.450962 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-11d0902b-313c-49b7-ac4b-ce4991dfe7d7 req-a8b93f05-81f1-457b-b84f-f7af8b52bc34 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973383 Mar 30 01:28:58.471327 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7c242424-d242-427f-8ab6-4cfd02ba2a44 None None] Port a1649e19-52c9-4b2e-b103-85fd6ffa7844 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:28:58.496514 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8840e9db-b1d9-4420-bace-956df9107e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3152834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60116524'] for subnet (932dfbad-1451-4c66-94f3-d9bbc2c053a7), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:58.520170 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e82f2f-ef52-4613-8d54-9079cb1bcb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822dc43c-40ce-489d-a531-c7bde49494ae'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:28:58.527647 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-895f5e03-8c34-43de-853f-26fe1572dc0b req-b7b03a99-3d61-469c-811d-0225f47627b2 service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579412 Mar 30 01:28:58.583619 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5735e-4886-4ab7-b50b-cbca2bafc3f5 req-efaf818c-e111-4c2f-b8c1-9ae800691ddb tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:58.594167 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-82d5735e-4886-4ab7-b50b-cbca2bafc3f5 req-efaf818c-e111-4c2f-b8c1-9ae800691ddb tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 931 time: 0.1447153 Mar 30 01:28:58.687819 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 822dc43c-40ce-489d-a531-c7bde49494ae, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=822dc43c-40ce-489d-a531-c7bde49494ae,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:58.697144 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (822dc43c-40ce-489d-a531-c7bde49494ae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:58.698853 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 20e728cd-69f4-47f4-91be-199338787410 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:58.732971 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-82d5735e-4886-4ab7-b50b-cbca2bafc3f5 req-7a69daf1-8ae3-406c-a659-985301878903 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378791 Mar 30 01:28:58.834388 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=822dc43c-40ce-489d-a531-c7bde49494ae,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:58.855825 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port 20e728cd-69f4-47f4-91be-199338787410 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:28:58.861015 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 20e728cd-69f4-47f4-91be-199338787410 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:58.861803 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (20e728cd-69f4-47f4-91be-199338787410), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:58.943050 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840e9db-b1d9-4420-bace-956df9107e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=932dfbad-1451-4c66-94f3-d9bbc2c053a7,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:58.959964 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8644905-42c3-4ccb-aee8-379b2fcb36d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:58.981124 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 20e728cd-69f4-47f4-91be-199338787410 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:58.981619 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (20e728cd-69f4-47f4-91be-199338787410), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.007623 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1649e19-52c9-4b2e-b103-85fd6ffa7844 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:28:59.020807 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b73dcbe-6e47-40cf-9478-74584c0c19c6" -d '{"events": [{"server_uuid": "00e82f2f-ef52-4613-8d54-9079cb1bcb41", "name": "network-vif-plugged", "status": "completed", "tag": "822dc43c-40ce-489d-a531-c7bde49494ae"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:28:59.024209 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8840e9db-b1d9-4420-bace-956df9107e46 admin admin] Checking segment: {'id': 'cb6febad-9b15-47e6-b522-35cc0792f027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '48025c54-d9eb-4673-a556-f7f7d4e2419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:59.024489 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8840e9db-b1d9-4420-bace-956df9107e46 admin admin] Network hostable DHCP agents. Network: 48025c54-d9eb-4673-a556-f7f7d4e2419a, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:28:59.034236 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Publish callbacks [] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.046479 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 20e728cd-69f4-47f4-91be-199338787410, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20e728cd-69f4-47f4-91be-199338787410,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:59.052423 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (20e728cd-69f4-47f4-91be-199338787410), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.053454 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 32ba357b-d89c-4f9d-ba83-8917b6620d4e up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:28:59.085999 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Transition to ACTIVE for port object a1649e19-52c9-4b2e-b103-85fd6ffa7844 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:28:59.107489 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.121266 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-895f5e03-8c34-43de-853f-26fe1572dc0b req-be692dda-8cd7-4a5d-88cf-51219fb03fd1 service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306344 Mar 30 01:28:59.143517 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8840e9db-b1d9-4420-bace-956df9107e46 admin admin] Network 48025c54-d9eb-4673-a556-f7f7d4e2419a is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:28:59.163316 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a97ed2-5393-416a-bf5c-c67aba2dbd15 req-bc98ccb7-fb66-4ac5-9f1b-8326b0cdf931 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:59.164962 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c8a97ed2-5393-416a-bf5c-c67aba2dbd15 req-bc98ccb7-fb66-4ac5-9f1b-8326b0cdf931 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.2911866 Mar 30 01:28:59.170119 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=20e728cd-69f4-47f4-91be-199338787410,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:59.181518 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d8b0c-fc71-4039-bc23-7d38837ec269 x-openstack-request-id: req-4b3d8b0c-fc71-4039-bc23-7d38837ec269 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:28:59.182065 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e82f2f-ef52-4613-8d54-9079cb1bcb41", "name": "network-vif-plugged", "status": "completed", "tag": "822dc43c-40ce-489d-a531-c7bde49494ae", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:28:59.182545 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b3d8b0c-fc71-4039-bc23-7d38837ec269 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:28:59.183324 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3d8b0c-fc71-4039-bc23-7d38837ec269'] response: {'server_uuid': '00e82f2f-ef52-4613-8d54-9079cb1bcb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822dc43c-40ce-489d-a531-c7bde49494ae', 'code': 200} Mar 30 01:28:59.186941 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port 32ba357b-d89c-4f9d-ba83-8917b6620d4e completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:28:59.192321 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 32ba357b-d89c-4f9d-ba83-8917b6620d4e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:28:59.192844 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.196460 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-8840e9db-b1d9-4420-bace-956df9107e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, 48025c54-d9eb-4673-a556-f7f7d4e2419a) {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:28:59.222565 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8840e9db-b1d9-4420-bace-956df9107e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:59.228302 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8840e9db-b1d9-4420-bace-956df9107e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.249805 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1649e19-52c9-4b2e-b103-85fd6ffa7844,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:59.253465 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db02cec-14cd-4178-8ceb-50741c7fc579 None None] Network 48025c54-d9eb-4673-a556-f7f7d4e2419a requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:59.311843 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-8840e9db-b1d9-4420-bace-956df9107e46 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2924795 Mar 30 01:28:59.344409 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c8a97ed2-5393-416a-bf5c-c67aba2dbd15 req-cfc1edbb-b4b4-4fb6-a32a-5550b76a6450 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623998 Mar 30 01:28:59.441063 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781115ad-7c77-4039-9972-7689cd5b3d4f None None] Network 48025c54-d9eb-4673-a556-f7f7d4e2419a requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:28:59.458057 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8644905-42c3-4ccb-aee8-379b2fcb36d3 admin admin] Publish callbacks [] for security_group (0fc9a9db-b0a1-46df-95e1-880c8f7756e4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.486261 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8644905-42c3-4ccb-aee8-379b2fcb36d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (0fc9a9db-b0a1-46df-95e1-880c8f7756e4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.543215 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 32ba357b-d89c-4f9d-ba83-8917b6620d4e is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:28:59.544007 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.600243 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f8644905-42c3-4ccb-aee8-379b2fcb36d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc15de24eee04f669e56ee8b4a0fe53b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3110337 Mar 30 01:28:59.605087 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34694) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:28:59.608134 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Attempting to bind port a1649e19-52c9-4b2e-b103-85fd6ffa7844 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:28:59.608469 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Attempting to bind port a1649e19-52c9-4b2e-b103-85fd6ffa7844 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:28:59.608797 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Attempting to bind port a1649e19-52c9-4b2e-b103-85fd6ffa7844 on network 03fd8b2f-7625-4635-88c0-2ffd255f1007 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:59.616268 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 32ba357b-d89c-4f9d-ba83-8917b6620d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32ba357b-d89c-4f9d-ba83-8917b6620d4e,segment=NetworkSegment(35fe6e5b-a332-4087-ad4e-246ec4f8adfa),segment_id=35fe6e5b-a332-4087-ad4e-246ec4f8adfa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:28:59.622922 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8644905-42c3-4ccb-aee8-379b2fcb36d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc9a9db-b0a1-46df-95e1-880c8f7756e4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:59.632505 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.637648 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Port a1649e19-52c9-4b2e-b103-85fd6ffa7844 on network 03fd8b2f-7625-4635-88c0-2ffd255f1007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:28:59.638158 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Attempting to bind port a1649e19-52c9-4b2e-b103-85fd6ffa7844 on network 03fd8b2f-7625-4635-88c0-2ffd255f1007 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:28:59.661989 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:28:59.662570 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Checking segment: {'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:28:59.663163 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Bound using segment: {'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:28:59.663766 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Bound port: a1649e19-52c9-4b2e-b103-85fd6ffa7844, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:28:59.664276 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.679015 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d932ce-1023-42d5-9f64-dfd702b42ffd req-c38b1176-c785-4fa7-9933-3d661ed740e6 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:59.681805 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a2d932ce-1023-42d5-9f64-dfd702b42ffd req-c38b1176-c785-4fa7-9933-3d661ed740e6 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 944 time: 0.1987441 Mar 30 01:28:59.718994 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0165e7f-2c2c-4102-ade3-9fb287f681cb req-f48b5067-058e-412a-a61c-f18d4cbb06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:59.720926 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b0165e7f-2c2c-4102-ade3-9fb287f681cb req-f48b5067-058e-412a-a61c-f18d4cbb06f8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 1130 time: 0.2867029 Mar 30 01:28:59.737846 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac649c1-b732-4242-9af8-141889a63450 req-d0ee051e-2398-4773-88e5-92edec4019a5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:59.743319 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=32ba357b-d89c-4f9d-ba83-8917b6620d4e,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:28:59.748574 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4ac649c1-b732-4242-9af8-141889a63450 req-d0ee051e-2398-4773-88e5-92edec4019a5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.1442714 Mar 30 01:28:59.766238 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08f2abca-5e3c-47fb-911c-d170fc0af088 admin admin] Publish callbacks [] for security_group (0fc9a9db-b0a1-46df-95e1-880c8f7756e4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.769921 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-b0165e7f-2c2c-4102-ade3-9fb287f681cb req-8cf39195-bf6b-4ed1-b1e1-fc3e9c8971ba service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.821809 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08f2abca-5e3c-47fb-911c-d170fc0af088 admin admin] Publish callbacks [] for security_group (0fc9a9db-b0a1-46df-95e1-880c8f7756e4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.829067 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4ac649c1-b732-4242-9af8-141889a63450 req-7dc63f72-c719-43a8-b85e-898840f4b379 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793791 Mar 30 01:28:59.837171 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a2d932ce-1023-42d5-9f64-dfd702b42ffd req-6d8b8409-77d8-4383-a75b-7f3e04c7a3e3 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435752 Mar 30 01:28:59.866464 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] For port a1649e19-52c9-4b2e-b103-85fd6ffa7844, host hv-cinder-81713, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:28:59.871525 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] For port a1649e19-52c9-4b2e-b103-85fd6ffa7844, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a1649e19-52c9-4b2e-b103-85fd6ffa7844,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:28:59.887247 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.926682 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:28:59.927327 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.927453 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 38943836-c01b-4a56-95db-010e6337cfe2 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:28:59.928729 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] 10.222.0.10 "PUT /v2.0/ports/a1649e19-52c9-4b2e-b103-85fd6ffa7844 HTTP/1.1" status: 200 len: 1093 time: 1.9364507 Mar 30 01:28:59.929289 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84b0f5b-f978-4187-b213-2f66c021b17e', 'tag': 'a1649e19-52c9-4b2e-b103-85fd6ffa7844'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:28:59.931954 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004cd464-fcba-459e-95e4-02aa3b730be0" -d '{"events": [{"name": "network-changed", "server_uuid": "b84b0f5b-f978-4187-b213-2f66c021b17e", "tag": "a1649e19-52c9-4b2e-b103-85fd6ffa7844"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:28:59.976290 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-b0165e7f-2c2c-4102-ade3-9fb287f681cb req-8cf39195-bf6b-4ed1-b1e1-fc3e9c8971ba service neutron] Publish callbacks [] for security_group (aba06a03-0a5d-4166-9d7d-a189162f3b76), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:28:59.984443 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-b0165e7f-2c2c-4102-ade3-9fb287f681cb req-8cf39195-bf6b-4ed1-b1e1-fc3e9c8971ba service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (aba06a03-0a5d-4166-9d7d-a189162f3b76), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:00.007830 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a7087a-842e-486a-b76a-81dc8bf3685b x-openstack-request-id: req-e7a7087a-842e-486a-b76a-81dc8bf3685b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:00.008931 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84b0f5b-f978-4187-b213-2f66c021b17e", "tag": "a1649e19-52c9-4b2e-b103-85fd6ffa7844", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:00.009166 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7a7087a-842e-486a-b76a-81dc8bf3685b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:00.010001 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a7087a-842e-486a-b76a-81dc8bf3685b'] response: {'name': 'network-changed', 'server_uuid': 'b84b0f5b-f978-4187-b213-2f66c021b17e', 'tag': 'a1649e19-52c9-4b2e-b103-85fd6ffa7844', 'status': 'completed', 'code': 200} Mar 30 01:29:00.031201 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10c70f-df59-43f8-87cb-6e008f3c96b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1649e19-52c9-4b2e-b103-85fd6ffa7844,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:00.034811 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08f2abca-5e3c-47fb-911c-d170fc0af088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (0fc9a9db-b0a1-46df-95e1-880c8f7756e4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:00.037672 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08f2abca-5e3c-47fb-911c-d170fc0af088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:00.039101 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-08f2abca-5e3c-47fb-911c-d170fc0af088 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0fc9a9db-b0a1-46df-95e1-880c8f7756e4 HTTP/1.1" status: 204 len: 168 time: 0.4328487 Mar 30 01:29:00.056384 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2abca-5e3c-47fb-911c-d170fc0af088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc9a9db-b0a1-46df-95e1-880c8f7756e4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:00.091251 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-aafcc8e5-ce17-4220-a161-a94a99be5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:00.096118 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-aafcc8e5-ce17-4220-a161-a94a99be5dd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=039eb3382c0646d4bd8cddff38364c12&device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 1127 time: 0.1159377 Mar 30 01:29:00.203548 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b0165e7f-2c2c-4102-ade3-9fb287f681cb req-8cf39195-bf6b-4ed1-b1e1-fc3e9c8971ba service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529655 Mar 30 01:29:00.203724 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-647c42a5-b8e8-4b52-838d-c500dd2dbf55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1649e19-52c9-4b2e-b103-85fd6ffa7844 HTTP/1.1" status: 200 len: 217 time: 0.1002986 Mar 30 01:29:00.214013 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf39195-bf6b-4ed1-b1e1-fc3e9c8971ba service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aba06a03-0a5d-4166-9d7d-a189162f3b76,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:00.249702 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 38943836-c01b-4a56-95db-010e6337cfe2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38943836-c01b-4a56-95db-010e6337cfe2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:00.255191 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6b6d3-3e82-4329-84f4-0aa768c215aa req-4199eec6-ed3a-4994-83af-8a1c4bb29a7c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:00.256422 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5cc6b6d3-3e82-4329-84f4-0aa768c215aa req-4199eec6-ed3a-4994-83af-8a1c4bb29a7c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 943 time: 0.2381821 Mar 30 01:29:00.264177 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '38943836-c01b-4a56-95db-010e6337cfe2', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'port_id': '38943836-c01b-4a56-95db-010e6337cfe2', 'mac_address': 'fa:16:3e:1c:6b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:29:00.317798 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 38943836-c01b-4a56-95db-010e6337cfe2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:00.318317 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (38943836-c01b-4a56-95db-010e6337cfe2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:00.335042 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5cc6b6d3-3e82-4329-84f4-0aa768c215aa req-e8bc96fe-0c51-4ab0-88ba-f03ee24161b6 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672662 Mar 30 01:29:00.341461 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38943836-c01b-4a56-95db-010e6337cfe2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:00.369634 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 38943836-c01b-4a56-95db-010e6337cfe2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38943836-c01b-4a56-95db-010e6337cfe2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:00.379785 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (38943836-c01b-4a56-95db-010e6337cfe2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:00.464967 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=38943836-c01b-4a56-95db-010e6337cfe2,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:00.531676 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-8da5c8d3-366c-451d-b698-f3535c5ddf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:00.533608 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-8da5c8d3-366c-451d-b698-f3535c5ddf27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff067983-253c-45fe-994a-831579de17d9 HTTP/1.1" status: 200 len: 848 time: 0.1229138 Mar 30 01:29:00.592189 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edeaa0-114c-474b-9b04-fd10649ad424 req-a6ca3b1e-54a3-4e3c-b375-5882c58d6665 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:00.593797 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b8edeaa0-114c-474b-9b04-fd10649ad424 req-a6ca3b1e-54a3-4e3c-b375-5882c58d6665 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 945 time: 0.1030116 Mar 30 01:29:00.628848 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['38943836-c01b-4a56-95db-010e6337cfe2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:29:00.640256 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-886d8201-381b-4d98-9384-7c4fe4383c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:00.641792 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-886d8201-381b-4d98-9384-7c4fe4383c87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03fd8b2f-7625-4635-88c0-2ffd255f1007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005852 Mar 30 01:29:00.666719 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34726) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:00.687902 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c4bb637c-bb8e-46bf-9f51-d11f35121aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:00.710919 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b8edeaa0-114c-474b-9b04-fd10649ad424 req-c78b665b-fcb4-44e1-8d2b-c3cc80db4ec2 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096401 Mar 30 01:29:00.776544 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-087bcde5-04c0-4019-ab51-72f102858efa service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259620 Mar 30 01:29:00.799884 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c4bb637c-bb8e-46bf-9f51-d11f35121aad admin admin] Publish callbacks [] for security_group (08bf58a2-b16a-4dee-a447-f245440732c5), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:00.807277 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c4bb637c-bb8e-46bf-9f51-d11f35121aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (08bf58a2-b16a-4dee-a447-f245440732c5), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:00.865275 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-c4bb637c-bb8e-46bf-9f51-d11f35121aad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a807066f6ef24293b5d3acafe9316209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972568 Mar 30 01:29:00.868468 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34732) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:00.871061 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb637c-bb8e-46bf-9f51-d11f35121aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bf58a2-b16a-4dee-a447-f245440732c5,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:00.971033 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf4672-6a7f-4b38-9a5d-db9660243075 req-dc76a0ef-42fc-40ed-a0ed-728f010b687f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:00.971279 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-43d26fba-af73-4544-9a17-9dbefc60a759 req-1ac5f9a7-87a2-4a53-951f-0f7eb1fe815e service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892037 Mar 30 01:29:00.972692 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7adf4672-6a7f-4b38-9a5d-db9660243075 req-dc76a0ef-42fc-40ed-a0ed-728f010b687f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0550187 Mar 30 01:29:00.998018 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf0a586c-2ac7-47f4-8237-038edcd16fd8 admin admin] Publish callbacks [] for security_group (08bf58a2-b16a-4dee-a447-f245440732c5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:01.023177 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac56394-6030-4fba-9cf9-7d793bf8af7e req-f4591e5a-9e4c-46de-8e90-84d31825b289 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:01.025976 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3ac56394-6030-4fba-9cf9-7d793bf8af7e req-f4591e5a-9e4c-46de-8e90-84d31825b289 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 945 time: 0.1090820 Mar 30 01:29:01.039168 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7adf4672-6a7f-4b38-9a5d-db9660243075 req-a147a35a-efc7-4497-8fa8-fcbee8d63744 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554211 Mar 30 01:29:01.046454 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf0a586c-2ac7-47f4-8237-038edcd16fd8 admin admin] Publish callbacks [] for security_group (08bf58a2-b16a-4dee-a447-f245440732c5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:01.146125 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cd464-fcba-459e-95e4-02aa3b730be0 req-7eee21ac-c73a-4208-a743-b562d79feee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:01.147667 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-004cd464-fcba-459e-95e4-02aa3b730be0 req-7eee21ac-c73a-4208-a743-b562d79feee4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=039eb3382c0646d4bd8cddff38364c12&device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 1127 time: 0.1164479 Mar 30 01:29:01.152013 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3ac56394-6030-4fba-9cf9-7d793bf8af7e req-5f97eddb-c2c9-47af-9eff-bb9be7c2daa1 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078324 Mar 30 01:29:01.184586 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e728cd-69f4-47f4-91be-199338787410'}, {'server_uuid': 'f8ade27a-ae7d-4052-a9cc-109ec5b31109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba357b-d89c-4f9d-ba83-8917b6620d4e'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:01.187061 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e051df03-cea4-4f98-abd0-6534cf94b7f7" -d '{"events": [{"server_uuid": "f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7", "name": "network-vif-plugged", "status": "completed", "tag": "20e728cd-69f4-47f4-91be-199338787410"}, {"server_uuid": "f8ade27a-ae7d-4052-a9cc-109ec5b31109", "name": "network-vif-plugged", "status": "completed", "tag": "32ba357b-d89c-4f9d-ba83-8917b6620d4e"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:01.209520 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf0a586c-2ac7-47f4-8237-038edcd16fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (08bf58a2-b16a-4dee-a447-f245440732c5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:01.212695 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf0a586c-2ac7-47f4-8237-038edcd16fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:01.214045 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-bf0a586c-2ac7-47f4-8237-038edcd16fd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08bf58a2-b16a-4dee-a447-f245440732c5 HTTP/1.1" status: 204 len: 168 time: 0.3413346 Mar 30 01:29:01.230290 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a586c-2ac7-47f4-8237-038edcd16fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bf58a2-b16a-4dee-a447-f245440732c5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:01.253888 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9878ffdd-1efe-44fd-bf13-e93a902fc3bc x-openstack-request-id: req-9878ffdd-1efe-44fd-bf13-e93a902fc3bc {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:01.254399 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7", "name": "network-vif-plugged", "status": "completed", "tag": "20e728cd-69f4-47f4-91be-199338787410", "code": 200}, {"server_uuid": "f8ade27a-ae7d-4052-a9cc-109ec5b31109", "name": "network-vif-plugged", "status": "completed", "tag": "32ba357b-d89c-4f9d-ba83-8917b6620d4e", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:01.254493 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9878ffdd-1efe-44fd-bf13-e93a902fc3bc {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:01.254921 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9878ffdd-1efe-44fd-bf13-e93a902fc3bc'] response: {'server_uuid': 'f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e728cd-69f4-47f4-91be-199338787410', 'code': 200} Mar 30 01:29:01.255185 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9878ffdd-1efe-44fd-bf13-e93a902fc3bc'] response: {'server_uuid': 'f8ade27a-ae7d-4052-a9cc-109ec5b31109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ba357b-d89c-4f9d-ba83-8917b6620d4e', 'code': 200} Mar 30 01:29:01.272089 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cd464-fcba-459e-95e4-02aa3b730be0 req-cb5b7db6-dbbb-4be5-994f-017d9cb57dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:01.273794 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-004cd464-fcba-459e-95e4-02aa3b730be0 req-cb5b7db6-dbbb-4be5-994f-017d9cb57dcc service neutron] 10.222.0.10 "GET /v2.0/networks?id=03fd8b2f-7625-4635-88c0-2ffd255f1007 HTTP/1.1" status: 200 len: 910 time: 0.1194701 Mar 30 01:29:01.348913 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-004cd464-fcba-459e-95e4-02aa3b730be0 req-4ac577dc-4fcf-4047-a804-b7982d1b556b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1649e19-52c9-4b2e-b103-85fd6ffa7844 HTTP/1.1" status: 200 len: 217 time: 0.0622668 Mar 30 01:29:01.406956 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cd464-fcba-459e-95e4-02aa3b730be0 req-8ca8a6f4-487b-4ef9-b843-538bef00d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:01.409196 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-004cd464-fcba-459e-95e4-02aa3b730be0 req-8ca8a6f4-487b-4ef9-b843-538bef00d802 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff067983-253c-45fe-994a-831579de17d9 HTTP/1.1" status: 200 len: 848 time: 0.0541837 Mar 30 01:29:01.609223 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ca22e-4755-49b2-b97b-41b43cb7dd37 req-dd432ffb-76a1-4530-9754-70277edd5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:01.610855 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-1e4ca22e-4755-49b2-b97b-41b43cb7dd37 req-dd432ffb-76a1-4530-9754-70277edd5210 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 1129 time: 0.1322637 Mar 30 01:29:01.635449 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681f59e-38c2-46cd-8ee3-31db3f526551 req-c43fa75e-ab2f-4708-83d6-6e423b774849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:01.637052 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0681f59e-38c2-46cd-8ee3-31db3f526551 req-c43fa75e-ab2f-4708-83d6-6e423b774849 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 1130 time: 0.1074543 Mar 30 01:29:01.645738 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cd464-fcba-459e-95e4-02aa3b730be0 req-ce8051d6-d07f-4c98-867c-0bab0eebbf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:01.651874 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-004cd464-fcba-459e-95e4-02aa3b730be0 req-ce8051d6-d07f-4c98-867c-0bab0eebbf9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03fd8b2f-7625-4635-88c0-2ffd255f1007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2347102 Mar 30 01:29:01.671772 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84c996-8c54-4e1a-8c92-6dc3a242ecfa req-cc832174-8215-47ad-80c2-c443b7a44594 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:01.682865 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd84c996-8c54-4e1a-8c92-6dc3a242ecfa req-cc832174-8215-47ad-80c2-c443b7a44594 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 943 time: 0.1905327 Mar 30 01:29:01.726915 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-1e4ca22e-4755-49b2-b97b-41b43cb7dd37 req-1fd6e8aa-aafb-47e6-8062-6e77483dbb68 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975256 Mar 30 01:29:01.726915 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0681f59e-38c2-46cd-8ee3-31db3f526551 req-52408704-1c64-4b35-b1d4-aca6277e23cb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770082 Mar 30 01:29:01.880446 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd84c996-8c54-4e1a-8c92-6dc3a242ecfa req-04880dc8-9018-4325-b573-66b717b91428 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901610 Mar 30 01:29:01.926805 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-004cd464-fcba-459e-95e4-02aa3b730be0 req-e7f2545e-5aa8-48d5-b663-477fa6a3a3bb service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227647 Mar 30 01:29:01.926985 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83d2ad-b2d1-40bd-b429-208f09f80e06 req-2e9c657b-736d-4ee6-b88b-2e16472f0721 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:01.934689 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3a83d2ad-b2d1-40bd-b429-208f09f80e06 req-2e9c657b-736d-4ee6-b88b-2e16472f0721 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 945 time: 0.1090646 Mar 30 01:29:01.947952 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 38943836-c01b-4a56-95db-010e6337cfe2 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:02.017275 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3a83d2ad-b2d1-40bd-b429-208f09f80e06 req-673a26a6-7b70-4f1a-b18f-30b79c7f7541 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814486 Mar 30 01:29:02.027580 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port 38943836-c01b-4a56-95db-010e6337cfe2 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:29:02.033691 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 38943836-c01b-4a56-95db-010e6337cfe2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:02.034497 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (38943836-c01b-4a56-95db-010e6337cfe2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:02.150280 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 38943836-c01b-4a56-95db-010e6337cfe2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:02.150483 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (38943836-c01b-4a56-95db-010e6337cfe2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:02.202501 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 38943836-c01b-4a56-95db-010e6337cfe2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38943836-c01b-4a56-95db-010e6337cfe2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:02.208125 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (38943836-c01b-4a56-95db-010e6337cfe2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:02.280805 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=38943836-c01b-4a56-95db-010e6337cfe2,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:02.348895 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5954a5-20d3-4908-8bfa-d02583f75f3c req-94e5bb5f-1eed-4910-a0e9-f76c220b839a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:02.357140 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed5954a5-20d3-4908-8bfa-d02583f75f3c req-94e5bb5f-1eed-4910-a0e9-f76c220b839a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.1410284 Mar 30 01:29:02.384357 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-004cd464-fcba-459e-95e4-02aa3b730be0 req-24157567-6032-4fd1-9bed-64e650324ac6 service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575176 Mar 30 01:29:02.401069 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d86c74-2dfd-401e-81ce-ff9c28c4ac70 req-0a8ce2f7-22f5-4a37-ae6e-c50b4ea00340 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:02.402753 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-87d86c74-2dfd-401e-81ce-ff9c28c4ac70 req-0a8ce2f7-22f5-4a37-ae6e-c50b4ea00340 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 945 time: 0.0756204 Mar 30 01:29:02.427297 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed5954a5-20d3-4908-8bfa-d02583f75f3c req-7afb13d8-a8e9-4e02-b5e0-d7f5a474e373 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654891 Mar 30 01:29:02.459773 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-87d86c74-2dfd-401e-81ce-ff9c28c4ac70 req-f6778e39-2fe7-4b02-95df-2308e35bb28b tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483515 Mar 30 01:29:03.011402 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c13b4-90ef-424b-b245-9621c02bfc91 req-6922425a-628d-4425-832f-184adafaf758 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:03.013457 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-226c13b4-90ef-424b-b245-9621c02bfc91 req-6922425a-628d-4425-832f-184adafaf758 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 943 time: 0.0656536 Mar 30 01:29:03.100904 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-226c13b4-90ef-424b-b245-9621c02bfc91 req-e21d5424-51f1-4138-b693-dab3b308baa9 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796130 Mar 30 01:29:03.186792 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d40c7-984d-4e30-9432-83304a368673 req-b49aa325-eea0-487d-8f4e-272cc6babf5b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:03.194500 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-463d40c7-984d-4e30-9432-83304a368673 req-b49aa325-eea0-487d-8f4e-272cc6babf5b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0733900 Mar 30 01:29:03.247275 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-463d40c7-984d-4e30-9432-83304a368673 req-101cf8ba-4a55-454d-af7e-c1212587f11f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514772 Mar 30 01:29:03.256535 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38943836-c01b-4a56-95db-010e6337cfe2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:03.259555 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08611a28-de95-421b-b73b-d0556a1b7577" -d '{"events": [{"server_uuid": "4a25986c-3fec-4cdf-83ac-e13e3777ed58", "name": "network-vif-plugged", "status": "completed", "tag": "38943836-c01b-4a56-95db-010e6337cfe2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:03.305363 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e2a6a-216b-40c0-97e5-c0371ae77850 x-openstack-request-id: req-e32e2a6a-216b-40c0-97e5-c0371ae77850 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:03.305967 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a25986c-3fec-4cdf-83ac-e13e3777ed58", "name": "network-vif-plugged", "status": "completed", "tag": "38943836-c01b-4a56-95db-010e6337cfe2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:03.305967 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e32e2a6a-216b-40c0-97e5-c0371ae77850 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:03.306365 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e32e2a6a-216b-40c0-97e5-c0371ae77850'] response: {'server_uuid': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38943836-c01b-4a56-95db-010e6337cfe2', 'code': 200} Mar 30 01:29:03.541050 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c788c2e-5891-4a0a-ab4f-8deaf62f7481 req-d068c140-bc4c-40d1-81b1-7447ffdb7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:03.542118 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6c788c2e-5891-4a0a-ab4f-8deaf62f7481 req-d068c140-bc4c-40d1-81b1-7447ffdb7ff6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 1130 time: 0.0925965 Mar 30 01:29:03.626279 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e14a7-e46d-4a8b-9294-5a90839b18ea req-63c4dc6c-a7ef-471b-8d09-876a34d5d526 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:03.634813 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-587e14a7-e46d-4a8b-9294-5a90839b18ea req-63c4dc6c-a7ef-471b-8d09-876a34d5d526 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.1026123 Mar 30 01:29:03.646359 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6c788c2e-5891-4a0a-ab4f-8deaf62f7481 req-78d7356f-737e-4a14-854a-ff9fcaf77980 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982213 Mar 30 01:29:03.671340 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d6dbe-ef56-496e-a297-e24c579d9712 req-2877e894-3e9b-4deb-9c9b-3cfe33b019d9 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:03.676598 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c8d6dbe-ef56-496e-a297-e24c579d9712 req-2877e894-3e9b-4deb-9c9b-3cfe33b019d9 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 945 time: 0.1119461 Mar 30 01:29:03.709207 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-587e14a7-e46d-4a8b-9294-5a90839b18ea req-d7b35c15-49a8-4e49-87cb-74bdc0596d70 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684295 Mar 30 01:29:03.771682 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c8d6dbe-ef56-496e-a297-e24c579d9712 req-83c722ff-8af0-4ce8-9b40-4b2cd17ca381 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717058 Mar 30 01:29:03.949450 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device a1649e19-52c9-4b2e-b103-85fd6ffa7844 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:29:04.102976 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34894) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:04.221211 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b7063-ece5-4e9e-b90b-e8b1ba8bbf4a req-124442d3-46f7-4788-b944-d00c507aaf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:04.224098 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f0b7063-ece5-4e9e-b90b-e8b1ba8bbf4a req-124442d3-46f7-4788-b944-d00c507aaf0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 1130 time: 0.1340792 Mar 30 01:29:04.308128 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port a1649e19-52c9-4b2e-b103-85fd6ffa7844, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a1649e19-52c9-4b2e-b103-85fd6ffa7844,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:04.327832 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': 'a1649e19-52c9-4b2e-b103-85fd6ffa7844', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'port_id': 'a1649e19-52c9-4b2e-b103-85fd6ffa7844', 'mac_address': 'fa:16:3e:52:78:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:29:04.342129 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac827741-c4cb-4755-aa89-1796fbcfc802 req-f1b8278b-7e6a-4c72-837f-d9604649f9b2 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:04.356525 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ac827741-c4cb-4755-aa89-1796fbcfc802 req-f1b8278b-7e6a-4c72-837f-d9604649f9b2 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 943 time: 0.1188197 Mar 30 01:29:04.358147 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34910) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:04.377853 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port a1649e19-52c9-4b2e-b103-85fd6ffa7844 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:04.378588 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:04.395874 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1649e19-52c9-4b2e-b103-85fd6ffa7844 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:04.421615 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port a1649e19-52c9-4b2e-b103-85fd6ffa7844, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a1649e19-52c9-4b2e-b103-85fd6ffa7844,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:04.429123 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:04.463804 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ac827741-c4cb-4755-aa89-1796fbcfc802 req-a41e3534-ddbc-41ea-9320-3dc856daa179 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062822 Mar 30 01:29:04.543711 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=a1649e19-52c9-4b2e-b103-85fd6ffa7844,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:04.598637 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185eb90-5b74-47d0-97d0-c10955c831b5 req-53f31e29-ce64-41ba-9476-c30f81e43378 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:04.609114 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c185eb90-5b74-47d0-97d0-c10955c831b5 req-53f31e29-ce64-41ba-9476-c30f81e43378 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0729256 Mar 30 01:29:04.632739 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082f372-d7e4-4dbf-93c1-5364ff0c606d req-a2f10b1a-737b-4275-887d-d435956b692f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:04.641039 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3082f372-d7e4-4dbf-93c1-5364ff0c606d req-a2f10b1a-737b-4275-887d-d435956b692f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.5141137 Mar 30 01:29:04.643988 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b7063-ece5-4e9e-b90b-e8b1ba8bbf4a req-eb011b0f-cc17-40c6-88f9-fc738933b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:04.645403 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f0b7063-ece5-4e9e-b90b-e8b1ba8bbf4a req-eb011b0f-cc17-40c6-88f9-fc738933b9db service neutron] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 919 time: 0.4132397 Mar 30 01:29:04.676810 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c185eb90-5b74-47d0-97d0-c10955c831b5 req-acffc7f1-8ead-4633-bcfd-ccd3576e6b3b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664794 Mar 30 01:29:04.711652 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3082f372-d7e4-4dbf-93c1-5364ff0c606d req-7cb129ca-43f4-4ba8-a733-33cc20f0c2af tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609372 Mar 30 01:29:04.725057 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c580e6a-7443-4a16-aca4-54e0129e51bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:04.737833 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34916) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:04.743983 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f0b7063-ece5-4e9e-b90b-e8b1ba8bbf4a req-b1f4f3be-fc8d-4630-9efc-e771be239fc4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=822dc43c-40ce-489d-a531-c7bde49494ae HTTP/1.1" status: 200 len: 217 time: 0.0567091 Mar 30 01:29:04.763930 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['a1649e19-52c9-4b2e-b103-85fd6ffa7844'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:29:04.769390 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35a8a164-5426-4117-82f3-ef73d376ba80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:04.811465 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b7063-ece5-4e9e-b90b-e8b1ba8bbf4a req-a0d87604-6de1-4b8a-8966-a31e7ccdd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:04.813936 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f0b7063-ece5-4e9e-b90b-e8b1ba8bbf4a req-a0d87604-6de1-4b8a-8966-a31e7ccdd4c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0609360 Mar 30 01:29:04.885353 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab07cc40-c9b1-4016-9364-9fa98b0ae638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:04.916736 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b7063-ece5-4e9e-b90b-e8b1ba8bbf4a req-f571fa64-108d-4d3f-9eb2-6ae9396d19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:04.918161 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f0b7063-ece5-4e9e-b90b-e8b1ba8bbf4a req-f571fa64-108d-4d3f-9eb2-6ae9396d19aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0957162 Mar 30 01:29:04.954490 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c580e6a-7443-4a16-aca4-54e0129e51bd admin admin] Publish callbacks [] for security_group (c2cf36ee-42c5-45c3-82ca-16f8b4d776fc), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:04.971703 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c580e6a-7443-4a16-aca4-54e0129e51bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (c2cf36ee-42c5-45c3-82ca-16f8b4d776fc), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.022219 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c580e6a-7443-4a16-aca4-54e0129e51bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cf36ee-42c5-45c3-82ca-16f8b4d776fc,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:05.042750 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-2c580e6a-7443-4a16-aca4-54e0129e51bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f116c84766be4935821f54f373eda267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9381819 Mar 30 01:29:05.043140 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34928) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:05.054269 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35a8a164-5426-4117-82f3-ef73d376ba80 admin admin] Publish callbacks [] for security_group (f007553f-e53a-4725-8a26-7a28f9359d2c), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.054425 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab07cc40-c9b1-4016-9364-9fa98b0ae638 admin admin] Publish callbacks [] for security_group (9e05c7b2-ea1f-40dd-9b6e-957fe8fd4ac9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.063466 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-35a8a164-5426-4117-82f3-ef73d376ba80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (f007553f-e53a-4725-8a26-7a28f9359d2c), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.067842 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab07cc40-c9b1-4016-9364-9fa98b0ae638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (9e05c7b2-ea1f-40dd-9b6e-957fe8fd4ac9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.124888 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f0b7063-ece5-4e9e-b90b-e8b1ba8bbf4a req-77de6a3b-ef24-48b0-9896-5525eb72bef2 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817551 Mar 30 01:29:05.125442 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-35a8a164-5426-4117-82f3-ef73d376ba80 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd5bdeba2bcd497eb6644b9b97257abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7656956 Mar 30 01:29:05.126389 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8a164-5426-4117-82f3-ef73d376ba80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f007553f-e53a-4725-8a26-7a28f9359d2c,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:05.128077 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:05.138777 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ab07cc40-c9b1-4016-9364-9fa98b0ae638 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d923083c55140c784417817f3e670bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3999014 Mar 30 01:29:05.143314 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34934) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:05.146463 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07cc40-c9b1-4016-9364-9fa98b0ae638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e05c7b2-ea1f-40dd-9b6e-957fe8fd4ac9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:05.194729 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89d972cd-55ed-4aa7-9390-125876ba577f admin admin] Publish callbacks [] for security_group (c2cf36ee-42c5-45c3-82ca-16f8b4d776fc), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.225723 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38b43d2e-ed69-46fc-8993-380a971dc2bc admin admin] Publish callbacks [] for security_group (9e05c7b2-ea1f-40dd-9b6e-957fe8fd4ac9), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.233547 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89d972cd-55ed-4aa7-9390-125876ba577f admin admin] Publish callbacks [] for security_group (c2cf36ee-42c5-45c3-82ca-16f8b4d776fc), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.248985 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0683cd5-f0d4-44b6-a2d5-0fd2c384b78e admin admin] Publish callbacks [] for security_group (f007553f-e53a-4725-8a26-7a28f9359d2c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.265730 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38b43d2e-ed69-46fc-8993-380a971dc2bc admin admin] Publish callbacks [] for security_group (9e05c7b2-ea1f-40dd-9b6e-957fe8fd4ac9), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.280986 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f0b7063-ece5-4e9e-b90b-e8b1ba8bbf4a req-a3516365-dfd4-49f1-902c-54cb429779f2 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409948 Mar 30 01:29:05.285909 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0683cd5-f0d4-44b6-a2d5-0fd2c384b78e admin admin] Publish callbacks [] for security_group (f007553f-e53a-4725-8a26-7a28f9359d2c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.344879 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89d972cd-55ed-4aa7-9390-125876ba577f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (c2cf36ee-42c5-45c3-82ca-16f8b4d776fc), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.350626 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89d972cd-55ed-4aa7-9390-125876ba577f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.354504 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-89d972cd-55ed-4aa7-9390-125876ba577f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2cf36ee-42c5-45c3-82ca-16f8b4d776fc HTTP/1.1" status: 204 len: 168 time: 0.3038771 Mar 30 01:29:05.357157 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38b43d2e-ed69-46fc-8993-380a971dc2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (9e05c7b2-ea1f-40dd-9b6e-957fe8fd4ac9), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.359620 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0683cd5-f0d4-44b6-a2d5-0fd2c384b78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (f007553f-e53a-4725-8a26-7a28f9359d2c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.360970 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38b43d2e-ed69-46fc-8993-380a971dc2bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.367168 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-38b43d2e-ed69-46fc-8993-380a971dc2bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e05c7b2-ea1f-40dd-9b6e-957fe8fd4ac9 HTTP/1.1" status: 204 len: 168 time: 0.2175088 Mar 30 01:29:05.367341 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0683cd5-f0d4-44b6-a2d5-0fd2c384b78e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.367341 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c0683cd5-f0d4-44b6-a2d5-0fd2c384b78e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f007553f-e53a-4725-8a26-7a28f9359d2c HTTP/1.1" status: 204 len: 168 time: 0.2346401 Mar 30 01:29:05.376059 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d972cd-55ed-4aa7-9390-125876ba577f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cf36ee-42c5-45c3-82ca-16f8b4d776fc,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:05.390770 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0683cd5-f0d4-44b6-a2d5-0fd2c384b78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f007553f-e53a-4725-8a26-7a28f9359d2c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:05.400511 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b43d2e-ed69-46fc-8993-380a971dc2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e05c7b2-ea1f-40dd-9b6e-957fe8fd4ac9,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:05.608097 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b77d-6995-4e48-8b28-6f173b7d6838 req-b3f366ab-9fe4-49d0-a0f2-fba1fbe6e90e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:05.609450 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-aed1b77d-6995-4e48-8b28-6f173b7d6838 req-b3f366ab-9fe4-49d0-a0f2-fba1fbe6e90e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 944 time: 0.0716789 Mar 30 01:29:05.680652 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-aed1b77d-6995-4e48-8b28-6f173b7d6838 req-256056d7-4e3d-49b9-9e96-b7735c55ea3e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636837 Mar 30 01:29:05.756755 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34972) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:05.777922 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c4f9494-33fe-44ab-ad17-194b78a80af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:05.906862 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc4b51-284f-457e-92b8-7d9c1f15a9ed req-493fe1b3-94b3-4ff1-9dc8-81bd59c34622 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:05.913964 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-87fc4b51-284f-457e-92b8-7d9c1f15a9ed req-493fe1b3-94b3-4ff1-9dc8-81bd59c34622 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.1181223 Mar 30 01:29:05.963901 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device a1649e19-52c9-4b2e-b103-85fd6ffa7844 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:06.023506 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-87fc4b51-284f-457e-92b8-7d9c1f15a9ed req-49646a1f-a8ce-4374-ab72-a521862f811e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031241 Mar 30 01:29:06.038071 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80c2c0-1284-49b9-80de-37fa5eac00e5 req-dde5b838-9513-4c54-b009-7444caa0f335 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:06.045095 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7a80c2c0-1284-49b9-80de-37fa5eac00e5 req-dde5b838-9513-4c54-b009-7444caa0f335 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0922585 Mar 30 01:29:06.047024 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c4f9494-33fe-44ab-ad17-194b78a80af2 admin admin] Publish callbacks [] for security_group (a0fb4822-a3f1-42fa-88fe-61cfec516537), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.052577 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:06.056707 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c4f9494-33fe-44ab-ad17-194b78a80af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (a0fb4822-a3f1-42fa-88fe-61cfec516537), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.065602 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port a1649e19-52c9-4b2e-b103-85fd6ffa7844 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:29:06.073920 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port a1649e19-52c9-4b2e-b103-85fd6ffa7844 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:06.074312 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.077493 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34978) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:06.093039 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2d6246d-492e-4d31-91ac-08c49405c5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.095121 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a88e9785-2724-4a09-ab8f-1477a026a402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.116808 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f9494-33fe-44ab-ad17-194b78a80af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fb4822-a3f1-42fa-88fe-61cfec516537,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:06.125407 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-4c4f9494-33fe-44ab-ad17-194b78a80af2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=827d6fe8cf0d4b24aa42d44ee2697ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647537 Mar 30 01:29:06.126304 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34980) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:06.192784 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port a1649e19-52c9-4b2e-b103-85fd6ffa7844 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:06.193176 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.212761 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7a80c2c0-1284-49b9-80de-37fa5eac00e5 req-9565ac42-82bf-41e6-9d42-2ca3243e42de tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527596 Mar 30 01:29:06.217232 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b78b7d79-ec82-415d-bfab-5de6f42b8ec7 admin admin] Publish callbacks [] for security_group (a0fb4822-a3f1-42fa-88fe-61cfec516537), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.233161 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port a1649e19-52c9-4b2e-b103-85fd6ffa7844, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a1649e19-52c9-4b2e-b103-85fd6ffa7844,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:06.234403 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84b0f5b-f978-4187-b213-2f66c021b17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1649e19-52c9-4b2e-b103-85fd6ffa7844'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:06.238251 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145faa3d-063e-4af9-b8d0-74b93f5ec91f" -d '{"events": [{"server_uuid": "b84b0f5b-f978-4187-b213-2f66c021b17e", "name": "network-vif-plugged", "status": "completed", "tag": "a1649e19-52c9-4b2e-b103-85fd6ffa7844"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:06.242054 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.248839 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b78b7d79-ec82-415d-bfab-5de6f42b8ec7 admin admin] Publish callbacks [] for security_group (a0fb4822-a3f1-42fa-88fe-61cfec516537), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.307035 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c145628-152a-4e54-a010-5193a9af9914 x-openstack-request-id: req-7c145628-152a-4e54-a010-5193a9af9914 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:06.307569 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84b0f5b-f978-4187-b213-2f66c021b17e", "name": "network-vif-plugged", "status": "completed", "tag": "a1649e19-52c9-4b2e-b103-85fd6ffa7844", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:06.307987 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c145628-152a-4e54-a010-5193a9af9914 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:06.308553 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c145628-152a-4e54-a010-5193a9af9914'] response: {'server_uuid': 'b84b0f5b-f978-4187-b213-2f66c021b17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1649e19-52c9-4b2e-b103-85fd6ffa7844', 'code': 200} Mar 30 01:29:06.310159 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=a1649e19-52c9-4b2e-b103-85fd6ffa7844,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:06.317614 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b78b7d79-ec82-415d-bfab-5de6f42b8ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (a0fb4822-a3f1-42fa-88fe-61cfec516537), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.322327 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b78b7d79-ec82-415d-bfab-5de6f42b8ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.324071 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-b78b7d79-ec82-415d-bfab-5de6f42b8ec7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0fb4822-a3f1-42fa-88fe-61cfec516537 HTTP/1.1" status: 204 len: 168 time: 0.1972837 Mar 30 01:29:06.336778 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a88e9785-2724-4a09-ab8f-1477a026a402 admin admin] Publish callbacks [] for security_group (c8c1b924-779e-4f9a-9ce3-5aae8075fd24), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.345118 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a88e9785-2724-4a09-ab8f-1477a026a402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (c8c1b924-779e-4f9a-9ce3-5aae8075fd24), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.359547 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b7d79-ec82-415d-bfab-5de6f42b8ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fb4822-a3f1-42fa-88fe-61cfec516537,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:06.380052 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2d6246d-492e-4d31-91ac-08c49405c5ea admin admin] Publish callbacks [] for security_group (ba9d84e0-27c6-4d7a-85b9-cb35f9cf0358), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.396312 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2d6246d-492e-4d31-91ac-08c49405c5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (ba9d84e0-27c6-4d7a-85b9-cb35f9cf0358), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.405582 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a88e9785-2724-4a09-ab8f-1477a026a402 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a70555c1a6640c897cd2c11a1cf5b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511269 Mar 30 01:29:06.412361 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e9785-2724-4a09-ab8f-1477a026a402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c1b924-779e-4f9a-9ce3-5aae8075fd24,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:06.417451 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34992) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:06.470757 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d2d6246d-492e-4d31-91ac-08c49405c5ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=938ae0027dad40749c93d75a4204b9f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3917186 Mar 30 01:29:06.479358 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 34994) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:06.499849 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3be07d-f7d0-41ce-84e2-e2d3fd0a5b2e req-1e905525-f486-4228-9167-983365486187 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:06.502055 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a3be07d-f7d0-41ce-84e2-e2d3fd0a5b2e req-1e905525-f486-4228-9167-983365486187 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.1460955 Mar 30 01:29:06.504329 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6246d-492e-4d31-91ac-08c49405c5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9d84e0-27c6-4d7a-85b9-cb35f9cf0358,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:06.512501 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 34996) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:06.518326 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-5873f124-8552-40ce-92a8-8d2c9d0c79db tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Request body: {'floatingip': {'port_id': '38943836-c01b-4a56-95db-010e6337cfe2'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:06.599067 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d7ff-14d7-4899-87be-38c7e29d7427 admin admin] Publish callbacks [] for security_group (c8c1b924-779e-4f9a-9ce3-5aae8075fd24), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.610437 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5873f124-8552-40ce-92a8-8d2c9d0c79db tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for floatingip (61f86e1c-cae0-4abe-8c05-1228dc067877), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.644019 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca30a773-eee3-43fd-b591-5ee23d3ac21c admin admin] Publish callbacks [] for security_group (ba9d84e0-27c6-4d7a-85b9-cb35f9cf0358), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.697221 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d7ff-14d7-4899-87be-38c7e29d7427 admin admin] Publish callbacks [] for security_group (c8c1b924-779e-4f9a-9ce3-5aae8075fd24), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.716587 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685b2fb-315d-49cf-a13d-f20d124f4169 req-a18ba20a-7fc9-4468-822f-a3fb994a3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:06.721304 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6685b2fb-315d-49cf-a13d-f20d124f4169 req-a18ba20a-7fc9-4468-822f-a3fb994a3d1d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 1129 time: 0.2099304 Mar 30 01:29:06.795357 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca30a773-eee3-43fd-b591-5ee23d3ac21c admin admin] Publish callbacks [] for security_group (ba9d84e0-27c6-4d7a-85b9-cb35f9cf0358), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:06.931789 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6685b2fb-315d-49cf-a13d-f20d124f4169 req-3f53b1ad-6723-4445-8847-a26a4e96efd1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866558 Mar 30 01:29:06.962061 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e396a-ab2e-49c4-ac77-710323837780 req-60784acb-c4ea-47a2-adec-fc18536fd2a6 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:06.968297 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-548e396a-ab2e-49c4-ac77-710323837780 req-60784acb-c4ea-47a2-adec-fc18536fd2a6 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.1527598 Mar 30 01:29:06.996433 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d7ff-14d7-4899-87be-38c7e29d7427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (c8c1b924-779e-4f9a-9ce3-5aae8075fd24), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.001010 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bd1d7ff-14d7-4899-87be-38c7e29d7427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.002186 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-9bd1d7ff-14d7-4899-87be-38c7e29d7427 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8c1b924-779e-4f9a-9ce3-5aae8075fd24 HTTP/1.1" status: 204 len: 168 time: 0.5835307 Mar 30 01:29:07.011418 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca30a773-eee3-43fd-b591-5ee23d3ac21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (ba9d84e0-27c6-4d7a-85b9-cb35f9cf0358), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.014757 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ca30a773-eee3-43fd-b591-5ee23d3ac21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.016148 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ca30a773-eee3-43fd-b591-5ee23d3ac21c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba9d84e0-27c6-4d7a-85b9-cb35f9cf0358 HTTP/1.1" status: 204 len: 168 time: 0.5355215 Mar 30 01:29:07.029046 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1d7ff-14d7-4899-87be-38c7e29d7427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c1b924-779e-4f9a-9ce3-5aae8075fd24,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:07.103595 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35014) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:07.104405 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30a773-eee3-43fd-b591-5ee23d3ac21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9d84e0-27c6-4d7a-85b9-cb35f9cf0358,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:07.156502 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-548e396a-ab2e-49c4-ac77-710323837780 req-5d9dcd6e-125b-4606-a878-a4c77c3c1ae4 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857603 Mar 30 01:29:07.158095 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0914a3f6-c2b1-41c2-9526-a25aff279e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.303232 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0914a3f6-c2b1-41c2-9526-a25aff279e43 admin admin] Publish callbacks [] for security_group (2cb57b58-3a75-4b52-baf5-3bc5f86bbb35), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.309010 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0914a3f6-c2b1-41c2-9526-a25aff279e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (2cb57b58-3a75-4b52-baf5-3bc5f86bbb35), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.316014 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ca9d2-c3d6-42ab-940d-76d933ec3c72 req-3e777cd5-a1cb-4a80-be73-3d396424b3fa tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:07.317700 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-bf7ca9d2-c3d6-42ab-940d-76d933ec3c72 req-3e777cd5-a1cb-4a80-be73-3d396424b3fa tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.1568637 Mar 30 01:29:07.360395 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914a3f6-c2b1-41c2-9526-a25aff279e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb57b58-3a75-4b52-baf5-3bc5f86bbb35,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:07.364609 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0914a3f6-c2b1-41c2-9526-a25aff279e43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf473cada8d64e8c869fdbc62ee9a44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580752 Mar 30 01:29:07.374457 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35020) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:07.611888 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-bf7ca9d2-c3d6-42ab-940d-76d933ec3c72 req-fcc63bb6-1698-4cf7-b189-9fa2931bf2c6 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825072 Mar 30 01:29:07.696859 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2eae8df1-dce4-4630-93c8-8447d57ade47 admin admin] Publish callbacks [] for security_group (2cb57b58-3a75-4b52-baf5-3bc5f86bbb35), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.746562 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2eae8df1-dce4-4630-93c8-8447d57ade47 admin admin] Publish callbacks [] for security_group (2cb57b58-3a75-4b52-baf5-3bc5f86bbb35), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.851974 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5873f124-8552-40ce-92a8-8d2c9d0c79db tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.869891 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5873f124-8552-40ce-92a8-8d2c9d0c79db tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (61f86e1c-cae0-4abe-8c05-1228dc067877), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.939266 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2eae8df1-dce4-4630-93c8-8447d57ade47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (2cb57b58-3a75-4b52-baf5-3bc5f86bbb35), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.946846 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2eae8df1-dce4-4630-93c8-8447d57ade47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:07.950351 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-2eae8df1-dce4-4630-93c8-8447d57ade47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2cb57b58-3a75-4b52-baf5-3bc5f86bbb35 HTTP/1.1" status: 204 len: 168 time: 0.5688810 Mar 30 01:29:07.968048 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae8df1-dce4-4630-93c8-8447d57ade47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb57b58-3a75-4b52-baf5-3bc5f86bbb35,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:08.005870 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.l3_db [None req-5873f124-8552-40ce-92a8-8d2c9d0c79db tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Floating IP 61f86e1c-cae0-4abe-8c05-1228dc067877 associated. External IP: 172.27.2.125, port: 38943836-c01b-4a56-95db-010e6337cfe2. Mar 30 01:29:08.335388 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03840a43-543a-4316-8053-48d96b289b0e req-eb025e1f-a10d-4def-8567-a747f713eceb tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:08.338420 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-03840a43-543a-4316-8053-48d96b289b0e req-eb025e1f-a10d-4def-8567-a747f713eceb tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0715330 Mar 30 01:29:08.358526 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5873f124-8552-40ce-92a8-8d2c9d0c79db tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Router 4a0fc035-0867-44b8-aeb1-68d943f89e09 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:29:08.413428 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-03840a43-543a-4316-8053-48d96b289b0e req-f981661e-2c41-46f2-bc33-76b37eddd4bb tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673010 Mar 30 01:29:08.525718 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5873f124-8552-40ce-92a8-8d2c9d0c79db tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:29:08.531642 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5873f124-8552-40ce-92a8-8d2c9d0c79db tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:08.542659 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78fa8e-2334-4480-b33e-26bfc85b58fc None None] Sync routers for ids ['4a0fc035-0867-44b8-aeb1-68d943f89e09'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:29:08.559124 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b78fa8e-2334-4480-b33e-26bfc85b58fc None None] Routers {'4a0fc035-0867-44b8-aeb1-68d943f89e09'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:29:08.561141 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2b78fa8e-2334-4480-b33e-26bfc85b58fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['4a0fc035-0867-44b8-aeb1-68d943f89e09'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:08.566121 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-5873f124-8552-40ce-92a8-8d2c9d0c79db tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "PUT /v2.0/floatingips/61f86e1c-cae0-4abe-8c05-1228dc067877 HTTP/1.1" status: 200 len: 992 time: 2.0524063 Mar 30 01:29:08.566858 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'tag': '38943836-c01b-4a56-95db-010e6337cfe2'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:08.569090 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400790dd-2b67-41c2-8b92-cc5194069fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a25986c-3fec-4cdf-83ac-e13e3777ed58", "tag": "38943836-c01b-4a56-95db-010e6337cfe2"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:08.612431 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a2c322-c605-4666-a5db-625adac85a06 x-openstack-request-id: req-c4a2c322-c605-4666-a5db-625adac85a06 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:08.612832 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a25986c-3fec-4cdf-83ac-e13e3777ed58", "tag": "38943836-c01b-4a56-95db-010e6337cfe2", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:08.613189 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4a2c322-c605-4666-a5db-625adac85a06 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:08.613700 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a2c322-c605-4666-a5db-625adac85a06'] response: {'name': 'network-changed', 'server_uuid': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'tag': '38943836-c01b-4a56-95db-010e6337cfe2', 'status': 'completed', 'code': 200} Mar 30 01:29:08.703199 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2b78fa8e-2334-4480-b33e-26bfc85b58fc None None] Set router 4a0fc035-0867-44b8-aeb1-68d943f89e09 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:29:08.721986 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400790dd-2b67-41c2-8b92-cc5194069fe0 req-d7b553ee-b6d9-4c85-a009-c5bba59c3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:08.723533 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-400790dd-2b67-41c2-8b92-cc5194069fe0 req-d7b553ee-b6d9-4c85-a009-c5bba59c3279 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40c47efe85b3419bbfe4af492f367fa3&device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 1130 time: 0.0788670 Mar 30 01:29:08.853718 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400790dd-2b67-41c2-8b92-cc5194069fe0 req-bf583407-ea37-407c-8cd2-f756295328b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:08.855458 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-400790dd-2b67-41c2-8b92-cc5194069fe0 req-bf583407-ea37-407c-8cd2-f756295328b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4292407f-f21a-4ca4-83dc-33c4f2c633d6 HTTP/1.1" status: 200 len: 918 time: 0.1187491 Mar 30 01:29:08.870910 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159376a7-1784-4a62-ae92-d3c8f902dc6c req-0eb1d154-3677-4022-9e74-dd4779f7cf11 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:08.877682 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-159376a7-1784-4a62-ae92-d3c8f902dc6c req-0eb1d154-3677-4022-9e74-dd4779f7cf11 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.1497169 Mar 30 01:29:09.019678 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-400790dd-2b67-41c2-8b92-cc5194069fe0 req-b1047a3a-74ef-417f-b176-9c8d0154fe2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38943836-c01b-4a56-95db-010e6337cfe2 HTTP/1.1" status: 200 len: 1000 time: 0.1393986 Mar 30 01:29:09.047342 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-159376a7-1784-4a62-ae92-d3c8f902dc6c req-66643077-723a-473c-b156-2d1320c84a11 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687031 Mar 30 01:29:09.120105 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2b78fa8e-2334-4480-b33e-26bfc85b58fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '61f86e1c-cae0-4abe-8c05-1228dc067877', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'port_id': '38943836-c01b-4a56-95db-010e6337cfe2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'mac_address': 'fa:16:3e:1c:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:28:40Z', 'updated_at': '2022-03-30T01:29:07Z', 'revision_number': 1, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:32Z', 'revision_number': 5, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:09.123352 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400790dd-2b67-41c2-8b92-cc5194069fe0 req-7b9d7fb8-7e67-42af-a0f1-73c28499cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:09.126036 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-400790dd-2b67-41c2-8b92-cc5194069fe0 req-7b9d7fb8-7e67-42af-a0f1-73c28499cc87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94dad553-4d41-4378-b1f8-7911db8bcff2 HTTP/1.1" status: 200 len: 856 time: 0.0773213 Mar 30 01:29:09.150767 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78fa8e-2334-4480-b33e-26bfc85b58fc None None] Checking router: 4a0fc035-0867-44b8-aeb1-68d943f89e09 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:29:09.162047 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b78fa8e-2334-4480-b33e-26bfc85b58fc None None] Routers {'4a0fc035-0867-44b8-aeb1-68d943f89e09'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:29:09.162890 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2b78fa8e-2334-4480-b33e-26bfc85b58fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['4a0fc035-0867-44b8-aeb1-68d943f89e09'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:09.194971 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400790dd-2b67-41c2-8b92-cc5194069fe0 req-3e0959ca-debb-47ba-bae4-b338ce197005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:09.198085 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-400790dd-2b67-41c2-8b92-cc5194069fe0 req-3e0959ca-debb-47ba-bae4-b338ce197005 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4292407f-f21a-4ca4-83dc-33c4f2c633d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638809 Mar 30 01:29:09.296120 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2b78fa8e-2334-4480-b33e-26bfc85b58fc None None] Set router 4a0fc035-0867-44b8-aeb1-68d943f89e09 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:29:09.356782 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-400790dd-2b67-41c2-8b92-cc5194069fe0 req-ec98b8dd-be6f-49bb-97c9-cc1ec06e1ffa service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413741 Mar 30 01:29:09.476442 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-400790dd-2b67-41c2-8b92-cc5194069fe0 req-792a5ec6-9ad0-478f-97f3-68160a143be9 service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124573 Mar 30 01:29:09.671384 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a4d71-bdce-4504-930e-8a68cf4b1361 req-bf116111-3d19-4767-a701-09ab4cdbe43b tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:09.681764 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5b5a4d71-bdce-4504-930e-8a68cf4b1361 req-bf116111-3d19-4767-a701-09ab4cdbe43b tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0982208 Mar 30 01:29:09.732630 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2b78fa8e-2334-4480-b33e-26bfc85b58fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '61f86e1c-cae0-4abe-8c05-1228dc067877', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'port_id': '38943836-c01b-4a56-95db-010e6337cfe2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'mac_address': 'fa:16:3e:1c:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:28:40Z', 'updated_at': '2022-03-30T01:29:07Z', 'revision_number': 1, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:32Z', 'revision_number': 5, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:09.746290 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5b5a4d71-bdce-4504-930e-8a68cf4b1361 req-0f6cf024-4edf-45fb-85b7-d0b411a3d239 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583897 Mar 30 01:29:09.777299 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78fa8e-2334-4480-b33e-26bfc85b58fc None None] The sync data for ids ['4a0fc035-0867-44b8-aeb1-68d943f89e09'] in dv-cinder-817135-7-iscsi is: [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '61f86e1c-cae0-4abe-8c05-1228dc067877', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'port_id': '38943836-c01b-4a56-95db-010e6337cfe2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'mac_address': 'fa:16:3e:1c:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:28:40Z', 'updated_at': '2022-03-30T01:29:07Z', 'revision_number': 1, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:32Z', 'revision_number': 5, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:29:09.931631 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc85c2-7885-4bee-aa4c-a0610ea27529 req-80f0cd68-e92b-4ef4-843c-7619ed479f22 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:09.937334 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b9bc85c2-7885-4bee-aa4c-a0610ea27529 req-80f0cd68-e92b-4ef4-843c-7619ed479f22 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0881732 Mar 30 01:29:09.948708 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35146) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:09.954948 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4ed2169a-aa4d-4247-b2de-7ff986f6f078 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Request body: {'floatingip': {'port_id': 'a1649e19-52c9-4b2e-b103-85fd6ffa7844'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:10.068655 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ed2169a-aa4d-4247-b2de-7ff986f6f078 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for floatingip (ea3a884c-d63c-4cd9-a281-ca84d70944ea), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:10.153931 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a53138-2d4f-4b92-b4d8-8f7477106342 None None] New status for floating IP 61f86e1c-cae0-4abe-8c05-1228dc067877: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:29:10.198144 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72ca23-fa98-43ca-bf7d-0f3d95f42f15 req-da20c102-7367-4ce0-8558-350211a1b493 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:10.208694 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9c72ca23-fa98-43ca-bf7d-0f3d95f42f15 req-da20c102-7367-4ce0-8558-350211a1b493 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0863471 Mar 30 01:29:10.288607 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9c72ca23-fa98-43ca-bf7d-0f3d95f42f15 req-5aec5480-c005-4c05-bda1-32d7d9fdfb86 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783913 Mar 30 01:29:11.037364 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ed2169a-aa4d-4247-b2de-7ff986f6f078 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:11.042860 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ed2169a-aa4d-4247-b2de-7ff986f6f078 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (ea3a884c-d63c-4cd9-a281-ca84d70944ea), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:11.145887 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-4ed2169a-aa4d-4247-b2de-7ff986f6f078 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Floating IP ea3a884c-d63c-4cd9-a281-ca84d70944ea associated. External IP: 172.27.2.45, port: a1649e19-52c9-4b2e-b103-85fd6ffa7844. Mar 30 01:29:11.383637 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed2169a-aa4d-4247-b2de-7ff986f6f078 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Router 91b93882-61a4-4588-8b61-4fad8ab4d190 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:29:11.478960 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f433f1-7316-40fb-bed7-293ab6f54284 req-2d5bd44d-1cea-4b9e-93c4-ebccda3a7be2 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:11.480468 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-52f433f1-7316-40fb-bed7-293ab6f54284 req-2d5bd44d-1cea-4b9e-93c4-ebccda3a7be2 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.1282635 Mar 30 01:29:11.547893 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-52f433f1-7316-40fb-bed7-293ab6f54284 req-bf0b8075-7f9b-45da-a27d-f4204a47ddd2 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584621 Mar 30 01:29:11.550589 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed2169a-aa4d-4247-b2de-7ff986f6f078 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:29:11.555547 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ed2169a-aa4d-4247-b2de-7ff986f6f078 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:11.562008 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9181e2-198f-4deb-bdb3-daad21d148ce None None] Sync routers for ids ['91b93882-61a4-4588-8b61-4fad8ab4d190'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:29:11.582962 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9181e2-198f-4deb-bdb3-daad21d148ce None None] Routers {'91b93882-61a4-4588-8b61-4fad8ab4d190'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:29:11.583811 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ed9181e2-198f-4deb-bdb3-daad21d148ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['91b93882-61a4-4588-8b61-4fad8ab4d190'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:11.595237 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4ed2169a-aa4d-4247-b2de-7ff986f6f078 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "PUT /v2.0/floatingips/ea3a884c-d63c-4cd9-a281-ca84d70944ea HTTP/1.1" status: 200 len: 990 time: 1.6453314 Mar 30 01:29:11.595898 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84b0f5b-f978-4187-b213-2f66c021b17e', 'tag': 'a1649e19-52c9-4b2e-b103-85fd6ffa7844'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:11.599696 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2111fc9-76cf-47d0-b98b-97583eeb1121" -d '{"events": [{"name": "network-changed", "server_uuid": "b84b0f5b-f978-4187-b213-2f66c021b17e", "tag": "a1649e19-52c9-4b2e-b103-85fd6ffa7844"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:11.638636 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5892a1-c20c-4d9c-987d-f186a81cabda x-openstack-request-id: req-2c5892a1-c20c-4d9c-987d-f186a81cabda {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:11.639030 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84b0f5b-f978-4187-b213-2f66c021b17e", "tag": "a1649e19-52c9-4b2e-b103-85fd6ffa7844", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:11.639351 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c5892a1-c20c-4d9c-987d-f186a81cabda {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:11.639869 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c5892a1-c20c-4d9c-987d-f186a81cabda'] response: {'name': 'network-changed', 'server_uuid': 'b84b0f5b-f978-4187-b213-2f66c021b17e', 'tag': 'a1649e19-52c9-4b2e-b103-85fd6ffa7844', 'status': 'completed', 'code': 200} Mar 30 01:29:11.705909 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ed9181e2-198f-4deb-bdb3-daad21d148ce None None] Set router 91b93882-61a4-4588-8b61-4fad8ab4d190 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:29:12.029483 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ed9181e2-198f-4deb-bdb3-daad21d148ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': 'ea3a884c-d63c-4cd9-a281-ca84d70944ea', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'port_id': 'a1649e19-52c9-4b2e-b103-85fd6ffa7844', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'mac_address': 'fa:16:3e:52:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84b0f5b-f978-4187-b213-2f66c021b17e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:28:49Z', 'updated_at': '2022-03-30T01:29:10Z', 'revision_number': 1, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:45Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:12.059458 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9181e2-198f-4deb-bdb3-daad21d148ce None None] Checking router: 91b93882-61a4-4588-8b61-4fad8ab4d190 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:29:12.067647 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9181e2-198f-4deb-bdb3-daad21d148ce None None] Routers {'91b93882-61a4-4588-8b61-4fad8ab4d190'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:29:12.068245 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ed9181e2-198f-4deb-bdb3-daad21d148ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:28:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['91b93882-61a4-4588-8b61-4fad8ab4d190'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:12.177232 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ed9181e2-198f-4deb-bdb3-daad21d148ce None None] Set router 91b93882-61a4-4588-8b61-4fad8ab4d190 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:29:12.396419 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ed9181e2-198f-4deb-bdb3-daad21d148ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': 'ea3a884c-d63c-4cd9-a281-ca84d70944ea', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'port_id': 'a1649e19-52c9-4b2e-b103-85fd6ffa7844', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'mac_address': 'fa:16:3e:52:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84b0f5b-f978-4187-b213-2f66c021b17e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:28:49Z', 'updated_at': '2022-03-30T01:29:10Z', 'revision_number': 1, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:45Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:12.425541 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9181e2-198f-4deb-bdb3-daad21d148ce None None] The sync data for ids ['91b93882-61a4-4588-8b61-4fad8ab4d190'] in dv-cinder-817135-7-iscsi is: [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': 'ea3a884c-d63c-4cd9-a281-ca84d70944ea', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'port_id': 'a1649e19-52c9-4b2e-b103-85fd6ffa7844', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'mac_address': 'fa:16:3e:52:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84b0f5b-f978-4187-b213-2f66c021b17e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:28:49Z', 'updated_at': '2022-03-30T01:29:10Z', 'revision_number': 1, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:45Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:29:12.609395 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fa89eb-41ed-498f-9bb1-ca88aa78d1d7 None None] New status for floating IP ea3a884c-d63c-4cd9-a281-ca84d70944ea: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:29:12.682778 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b1ba1-3727-4f6b-9444-9783193b451f req-83cc6302-a2d4-4930-8121-a3bb521f1194 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:12.684320 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7f9b1ba1-3727-4f6b-9444-9783193b451f req-83cc6302-a2d4-4930-8121-a3bb521f1194 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0582571 Mar 30 01:29:12.731930 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7f9b1ba1-3727-4f6b-9444-9783193b451f req-520d8acb-a2ee-45e2-ad60-5b822e7cd242 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417907 Mar 30 01:29:13.684059 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-24302d61-58d1-4b21-bf0d-7f86649ca2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:13.847436 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d375510-0860-4515-b069-8b06d48f3d37 req-37eee577-1c3a-433b-a956-d5f445663bd3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:13.848892 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9d375510-0860-4515-b069-8b06d48f3d37 req-37eee577-1c3a-433b-a956-d5f445663bd3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0500276 Mar 30 01:29:13.894246 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9d375510-0860-4515-b069-8b06d48f3d37 req-171af2e1-ade4-443c-a0f4-3c68f3732077 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391290 Mar 30 01:29:14.303706 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111fc9-76cf-47d0-b98b-97583eeb1121 req-67b3df09-cfa8-4b7a-a471-8767c0849060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:14.305190 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f2111fc9-76cf-47d0-b98b-97583eeb1121 req-67b3df09-cfa8-4b7a-a471-8767c0849060 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=039eb3382c0646d4bd8cddff38364c12&device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 1129 time: 0.0432737 Mar 30 01:29:14.404959 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111fc9-76cf-47d0-b98b-97583eeb1121 req-5f54faf7-1b21-4f10-8ee2-f8003a9fbba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:14.406454 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f2111fc9-76cf-47d0-b98b-97583eeb1121 req-5f54faf7-1b21-4f10-8ee2-f8003a9fbba7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03fd8b2f-7625-4635-88c0-2ffd255f1007 HTTP/1.1" status: 200 len: 910 time: 0.0846462 Mar 30 01:29:14.473938 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f2111fc9-76cf-47d0-b98b-97583eeb1121 req-3cef708f-a2c3-40da-9110-0f2c5ce261a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1649e19-52c9-4b2e-b103-85fd6ffa7844 HTTP/1.1" status: 200 len: 1000 time: 0.0598025 Mar 30 01:29:14.526658 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111fc9-76cf-47d0-b98b-97583eeb1121 req-21074707-f427-4cf1-b057-f2ecaf88cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:14.528090 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f2111fc9-76cf-47d0-b98b-97583eeb1121 req-21074707-f427-4cf1-b057-f2ecaf88cb47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff067983-253c-45fe-994a-831579de17d9 HTTP/1.1" status: 200 len: 848 time: 0.0434513 Mar 30 01:29:14.580779 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111fc9-76cf-47d0-b98b-97583eeb1121 req-9699fb42-f392-4dd7-8cca-b31d1342a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:14.582336 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f2111fc9-76cf-47d0-b98b-97583eeb1121 req-9699fb42-f392-4dd7-8cca-b31d1342a63e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03fd8b2f-7625-4635-88c0-2ffd255f1007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464334 Mar 30 01:29:14.678047 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f2111fc9-76cf-47d0-b98b-97583eeb1121 req-188c248c-2875-4ff1-843f-e442a5e40ed7 service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894504 Mar 30 01:29:14.776077 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f2111fc9-76cf-47d0-b98b-97583eeb1121 req-54cd4fe1-7c73-4865-aa84-f5d7e517e9d3 service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889597 Mar 30 01:29:15.011173 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac86fb-c8a5-4f0a-8931-73545e5bcdaa req-1975a7e9-6d5c-4f5b-8276-617018aea3ef tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:15.012652 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-99ac86fb-c8a5-4f0a-8931-73545e5bcdaa req-1975a7e9-6d5c-4f5b-8276-617018aea3ef tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0530550 Mar 30 01:29:15.060851 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-99ac86fb-c8a5-4f0a-8931-73545e5bcdaa req-09880394-1102-424f-b171-9b7d445ac4a6 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422382 Mar 30 01:29:15.693797 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35284) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:15.806781 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.859367 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cd5d7b9-2795-44eb-9f89-323147a2e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.886266 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Publish callbacks [] for security_group (d6b0add2-4165-4426-89ac-aefcd22633d9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.890540 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (d6b0add2-4165-4426-89ac-aefcd22633d9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:15.929220 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=552ae4701c2b4d78a65a4a819ac59d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343094 Mar 30 01:29:15.930540 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b0add2-4165-4426-89ac-aefcd22633d9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:15.932030 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35294) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:15.937527 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.937878 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.938230 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.938571 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.938942 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.939272 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.939603 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.939932 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.940260 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.940586 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.940946 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.941289 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.941600 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.941920 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.942240 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08496df7-420f-43ad-9db5-646951aa206f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:15.981127 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Publish callbacks [] for security_group (d6b0add2-4165-4426-89ac-aefcd22633d9), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.005796 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Publish callbacks [] for security_group (d6b0add2-4165-4426-89ac-aefcd22633d9), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.261708 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c333c-d8e2-49eb-9828-89ba68f28f5d req-3f9082b0-e3fa-47db-a04e-84473bb08018 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:16.263220 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d66c333c-d8e2-49eb-9828-89ba68f28f5d req-3f9082b0-e3fa-47db-a04e-84473bb08018 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0636928 Mar 30 01:29:16.268374 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (d6b0add2-4165-4426-89ac-aefcd22633d9), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.271017 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.272061 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6b0add2-4165-4426-89ac-aefcd22633d9 HTTP/1.1" status: 204 len: 168 time: 0.3389912 Mar 30 01:29:16.293520 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b0add2-4165-4426-89ac-aefcd22633d9,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:16.306962 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.307311 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.307651 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.307982 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.308311 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.308635 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.308957 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.309278 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.309601 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.309920 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.310241 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.310561 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.310903 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.311220 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.311571 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2e294-0195-49b0-8f33-dcc922cd0079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:16.341515 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d66c333c-d8e2-49eb-9828-89ba68f28f5d req-99cdd4f7-262c-4ab2-9a88-8f337857ff45 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683920 Mar 30 01:29:16.541220 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35310) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:16.556828 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c913f275-3f37-489f-83b6-de1dd9ac8755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.654167 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c913f275-3f37-489f-83b6-de1dd9ac8755 admin admin] Publish callbacks [] for security_group (ce2576b4-e86d-42a8-95b5-c9043ea3a6b1), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.659590 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c913f275-3f37-489f-83b6-de1dd9ac8755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (ce2576b4-e86d-42a8-95b5-c9043ea3a6b1), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.701102 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913f275-3f37-489f-83b6-de1dd9ac8755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2576b4-e86d-42a8-95b5-c9043ea3a6b1,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:16.705484 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-c913f275-3f37-489f-83b6-de1dd9ac8755 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ef5f2b953db41bdaf75dfda63e1f7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632028 Mar 30 01:29:16.708098 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35316) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:16.756217 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45e5fea0-c6f6-48d3-8cd5-161b326b1adc admin admin] Publish callbacks [] for security_group (ce2576b4-e86d-42a8-95b5-c9043ea3a6b1), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.778030 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45e5fea0-c6f6-48d3-8cd5-161b326b1adc admin admin] Publish callbacks [] for security_group (ce2576b4-e86d-42a8-95b5-c9043ea3a6b1), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.823877 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45e5fea0-c6f6-48d3-8cd5-161b326b1adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (ce2576b4-e86d-42a8-95b5-c9043ea3a6b1), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.826403 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-45e5fea0-c6f6-48d3-8cd5-161b326b1adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:16.827578 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-45e5fea0-c6f6-48d3-8cd5-161b326b1adc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce2576b4-e86d-42a8-95b5-c9043ea3a6b1 HTTP/1.1" status: 204 len: 168 time: 0.1185951 Mar 30 01:29:16.835682 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5fea0-c6f6-48d3-8cd5-161b326b1adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2576b4-e86d-42a8-95b5-c9043ea3a6b1,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:17.088823 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:17.467590 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa086f06-d93f-4191-b0af-94d0f1dff427 req-550a3f3f-d6d6-4f6b-9d1b-72f8d03ac7ff tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:17.469074 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fa086f06-d93f-4191-b0af-94d0f1dff427 req-550a3f3f-d6d6-4f6b-9d1b-72f8d03ac7ff tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0572460 Mar 30 01:29:17.514535 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fa086f06-d93f-4191-b0af-94d0f1dff427 req-8ffb04ed-08cd-424a-8920-918940b403d3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 Mar 30 01:29:18.464246 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:18.638883 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398a4d6-d055-49ac-9863-9c4fbffb6801 req-965f998d-2644-45b4-a171-c4816234ce3f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:18.640570 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8398a4d6-d055-49ac-9863-9c4fbffb6801 req-965f998d-2644-45b4-a171-c4816234ce3f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0554512 Mar 30 01:29:18.692369 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8398a4d6-d055-49ac-9863-9c4fbffb6801 req-cb8b7bf4-d652-41f6-85ad-ce75d106eec8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456972 Mar 30 01:29:19.820137 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ac4ca-cd20-4c35-bf69-fb107b6783cc req-c6c9f9ec-d420-4b90-a106-b8b6ee0e6612 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:19.823503 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2e7ac4ca-cd20-4c35-bf69-fb107b6783cc req-c6c9f9ec-d420-4b90-a106-b8b6ee0e6612 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0559483 Mar 30 01:29:19.873781 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2e7ac4ca-cd20-4c35-bf69-fb107b6783cc req-c3f3fd3f-9b6c-4d32-b258-1468600687bf tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447145 Mar 30 01:29:20.048737 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.222061 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:20.327831 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4127839-265c-4c7f-8021-77dad2834a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.403553 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4127839-265c-4c7f-8021-77dad2834a3d admin admin] Publish callbacks [] for security_group (972516ca-b5f6-4f51-a36b-ba7878b154c9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.408420 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4127839-265c-4c7f-8021-77dad2834a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (972516ca-b5f6-4f51-a36b-ba7878b154c9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.451511 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4127839-265c-4c7f-8021-77dad2834a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972516ca-b5f6-4f51-a36b-ba7878b154c9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:20.458577 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35454) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:20.459236 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b4127839-265c-4c7f-8021-77dad2834a3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22e7a715477e429aa6677d116ad23511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355113 Mar 30 01:29:20.518944 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e6d27188-e094-445f-804b-839c4f69ca02 admin admin] Publish callbacks [] for security_group (972516ca-b5f6-4f51-a36b-ba7878b154c9), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.534116 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecba60-cbb7-4b16-b749-219f630c0223 req-e2643c06-a49f-44ab-b409-617a5995e33f tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:20.535701 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f3ecba60-cbb7-4b16-b749-219f630c0223 req-e2643c06-a49f-44ab-b409-617a5995e33f tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 945 time: 0.0591264 Mar 30 01:29:20.541809 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e6d27188-e094-445f-804b-839c4f69ca02 admin admin] Publish callbacks [] for security_group (972516ca-b5f6-4f51-a36b-ba7878b154c9), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.595481 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e6d27188-e094-445f-804b-839c4f69ca02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (972516ca-b5f6-4f51-a36b-ba7878b154c9), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.598615 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e6d27188-e094-445f-804b-839c4f69ca02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.599613 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f3ecba60-cbb7-4b16-b749-219f630c0223 req-edb1af86-0845-4d6a-b12b-b137d8b9b216 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548768 Mar 30 01:29:20.600105 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35466) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:20.600218 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-e6d27188-e094-445f-804b-839c4f69ca02 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/972516ca-b5f6-4f51-a36b-ba7878b154c9 HTTP/1.1" status: 204 len: 168 time: 0.1395676 Mar 30 01:29:20.613671 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d27188-e094-445f-804b-839c4f69ca02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972516ca-b5f6-4f51-a36b-ba7878b154c9,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:20.649498 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9fec3e-a283-4724-a331-77d687a52651 admin admin] Deleting subnet 2b68cafc-4d2f-4d09-bae8-3f94b163240b {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:29:20.655485 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b9fec3e-a283-4724-a331-77d687a52651 admin admin] Publish callbacks [] for subnet (2b68cafc-4d2f-4d09-bae8-3f94b163240b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.694015 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b9fec3e-a283-4724-a331-77d687a52651 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59948698'] for subnet (2b68cafc-4d2f-4d09-bae8-3f94b163240b), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.737379 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b9fec3e-a283-4724-a331-77d687a52651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (2b68cafc-4d2f-4d09-bae8-3f94b163240b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.792887 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b9fec3e-a283-4724-a331-77d687a52651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60604968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60098960'] for subnet (2b68cafc-4d2f-4d09-bae8-3f94b163240b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.818217 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fec3e-a283-4724-a331-77d687a52651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b68cafc-4d2f-4d09-bae8-3f94b163240b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:20.821892 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b9fec3e-a283-4724-a331-77d687a52651 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.827229 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0b9fec3e-a283-4724-a331-77d687a52651 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2b68cafc-4d2f-4d09-bae8-3f94b163240b HTTP/1.1" status: 204 len: 168 time: 0.2260909 Mar 30 01:29:20.828320 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35472) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:20.890630 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35474) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:20.895661 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-14543941-a827-42b3-ae81-e6c6d02b46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (bb97a99b-0283-478f-9e79-30ea42ebea6e), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.904950 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c26e237e-ed30-4714-a777-6aa72b71ad4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.994693 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c26e237e-ed30-4714-a777-6aa72b71ad4f admin admin] Publish callbacks [] for security_group (2aa91510-b2df-473a-8c69-1c2c97311f95), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:20.998536 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c26e237e-ed30-4714-a777-6aa72b71ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (2aa91510-b2df-473a-8c69-1c2c97311f95), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.001479 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-14543941-a827-42b3-ae81-e6c6d02b46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (bb97a99b-0283-478f-9e79-30ea42ebea6e), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.024597 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-14543941-a827-42b3-ae81-e6c6d02b46fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb97a99b-0283-478f-9e79-30ea42ebea6e']}} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:21.036757 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-14543941-a827-42b3-ae81-e6c6d02b46fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067b7a40-708d-464b-9c46-62470591898d') {'for_net_delete': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:21.037049 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-14543941-a827-42b3-ae81-e6c6d02b46fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067b7a40-708d-464b-9c46-62470591898d') {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:21.040721 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c26e237e-ed30-4714-a777-6aa72b71ad4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=631debe232d244cd92df68c609a7f5c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488094 Mar 30 01:29:21.042050 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e237e-ed30-4714-a777-6aa72b71ad4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa91510-b2df-473a-8c69-1c2c97311f95,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:21.044507 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35480) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:21.051436 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-14543941-a827-42b3-ae81-e6c6d02b46fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60554889'] for segment (067b7a40-708d-464b-9c46-62470591898d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.059399 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5938ae9-8b40-4225-b24c-923554e709b9 req-7f97b4ee-c45d-4006-84b0-4b8ff43cd323 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:21.060870 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b5938ae9-8b40-4225-b24c-923554e709b9 req-7f97b4ee-c45d-4006-84b0-4b8ff43cd323 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0971901 Mar 30 01:29:21.086387 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-14543941-a827-42b3-ae81-e6c6d02b46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (067b7a40-708d-464b-9c46-62470591898d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.093878 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8261c289-b3a3-4672-a9f4-e1520d4a9518 admin admin] Publish callbacks [] for security_group (2aa91510-b2df-473a-8c69-1c2c97311f95), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.099594 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14543941-a827-42b3-ae81-e6c6d02b46fc admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:29:21.099987 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-14543941-a827-42b3-ae81-e6c6d02b46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3152423'] for segment (067b7a40-708d-464b-9c46-62470591898d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: Traceback (most recent call last): Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: timer() Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: cb(*args, **kw) Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: return func(*args, **kwargs) Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: self._notify() Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: self.callback(batched_events) Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: event.method(event) Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: return f(self, *a, **k) Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._get(url).json() Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: return self.request(url, 'GET', **kwargs) Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:29:21.101616 dv-cinder-817135-7-iscsi neutron-server[103227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:29:21.103642 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:29:21.117332 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8261c289-b3a3-4672-a9f4-e1520d4a9518 admin admin] Publish callbacks [] for security_group (2aa91510-b2df-473a-8c69-1c2c97311f95), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.164567 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8261c289-b3a3-4672-a9f4-e1520d4a9518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (2aa91510-b2df-473a-8c69-1c2c97311f95), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.166053 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b5938ae9-8b40-4225-b24c-923554e709b9 req-c5031dba-bb35-4490-ae2a-0a1230e01116 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995612 Mar 30 01:29:21.167104 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8261c289-b3a3-4672-a9f4-e1520d4a9518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.168212 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8261c289-b3a3-4672-a9f4-e1520d4a9518 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2aa91510-b2df-473a-8c69-1c2c97311f95 HTTP/1.1" status: 204 len: 168 time: 0.1228182 Mar 30 01:29:21.176453 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-14543941-a827-42b3-ae81-e6c6d02b46fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (bb97a99b-0283-478f-9e79-30ea42ebea6e), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.178020 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261c289-b3a3-4672-a9f4-e1520d4a9518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa91510-b2df-473a-8c69-1c2c97311f95,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:21.183739 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-14543941-a827-42b3-ae81-e6c6d02b46fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.188320 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-14543941-a827-42b3-ae81-e6c6d02b46fc admin admin] 10.222.0.30 "DELETE /v2.0/networks/bb97a99b-0283-478f-9e79-30ea42ebea6e HTTP/1.1" status: 204 len: 168 time: 0.3588686 Mar 30 01:29:21.191162 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35484) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:21.201229 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14543941-a827-42b3-ae81-e6c6d02b46fc admin admin] Pushing event deleted for resources: {'Network': ['ID=bb97a99b-0283-478f-9e79-30ea42ebea6e,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:21.241299 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c0e11d-9f59-4533-b051-684a2692dd51 admin admin] Deleting subnet 932dfbad-1451-4c66-94f3-d9bbc2c053a7 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:29:21.244983 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6c0e11d-9f59-4533-b051-684a2692dd51 admin admin] Publish callbacks [] for subnet (932dfbad-1451-4c66-94f3-d9bbc2c053a7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.282737 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6c0e11d-9f59-4533-b051-684a2692dd51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59948698'] for subnet (932dfbad-1451-4c66-94f3-d9bbc2c053a7), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.537546 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6c0e11d-9f59-4533-b051-684a2692dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (932dfbad-1451-4c66-94f3-d9bbc2c053a7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.591962 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6c0e11d-9f59-4533-b051-684a2692dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60604968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60098960'] for subnet (932dfbad-1451-4c66-94f3-d9bbc2c053a7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.620163 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6c0e11d-9f59-4533-b051-684a2692dd51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.626263 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35500) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:21.626733 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f6c0e11d-9f59-4533-b051-684a2692dd51 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/932dfbad-1451-4c66-94f3-d9bbc2c053a7 HTTP/1.1" status: 204 len: 168 time: 0.4340734 Mar 30 01:29:21.627616 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0e11d-9f59-4533-b051-684a2692dd51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=932dfbad-1451-4c66-94f3-d9bbc2c053a7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:21.708496 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1a70cc65-855b-46d2-ac99-915fe9e83e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (48025c54-d9eb-4673-a556-f7f7d4e2419a), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.734115 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da68c24-fbb7-4999-9458-de85269c34a5 req-dee6525f-b84d-4387-bc20-90cbb32509a1 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:21.735658 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3da68c24-fbb7-4999-9458-de85269c34a5 req-dee6525f-b84d-4387-bc20-90cbb32509a1 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 945 time: 0.0571949 Mar 30 01:29:21.788660 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3da68c24-fbb7-4999-9458-de85269c34a5 req-4dbc3343-ceab-4367-a485-4aeb9830ec9f tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466285 Mar 30 01:29:21.810867 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1a70cc65-855b-46d2-ac99-915fe9e83e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (48025c54-d9eb-4673-a556-f7f7d4e2419a), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.830601 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-1a70cc65-855b-46d2-ac99-915fe9e83e51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48025c54-d9eb-4673-a556-f7f7d4e2419a']}} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:21.840664 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-1a70cc65-855b-46d2-ac99-915fe9e83e51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6febad-9b15-47e6-b522-35cc0792f027') {'for_net_delete': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:21.841045 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-1a70cc65-855b-46d2-ac99-915fe9e83e51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6febad-9b15-47e6-b522-35cc0792f027') {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:21.850309 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1a70cc65-855b-46d2-ac99-915fe9e83e51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60554889'] for segment (cb6febad-9b15-47e6-b522-35cc0792f027), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.863671 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1a70cc65-855b-46d2-ac99-915fe9e83e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (cb6febad-9b15-47e6-b522-35cc0792f027), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.869830 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a70cc65-855b-46d2-ac99-915fe9e83e51 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:29:21.870732 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1a70cc65-855b-46d2-ac99-915fe9e83e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3152423'] for segment (cb6febad-9b15-47e6-b522-35cc0792f027), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: Traceback (most recent call last): Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: timer() Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: cb(*args, **kw) Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: return func(*args, **kwargs) Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: self._notify() Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: self.callback(batched_events) Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: event.method(event) Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: return f(self, *a, **k) Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._get(url).json() Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: return self.request(url, 'GET', **kwargs) Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:29:21.872703 dv-cinder-817135-7-iscsi neutron-server[103227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:29:21.934727 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1a70cc65-855b-46d2-ac99-915fe9e83e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (48025c54-d9eb-4673-a556-f7f7d4e2419a), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.940797 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1a70cc65-855b-46d2-ac99-915fe9e83e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:21.943803 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-1a70cc65-855b-46d2-ac99-915fe9e83e51 admin admin] 10.222.0.30 "DELETE /v2.0/networks/48025c54-d9eb-4673-a556-f7f7d4e2419a HTTP/1.1" status: 204 len: 168 time: 0.3165190 Mar 30 01:29:21.953804 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70cc65-855b-46d2-ac99-915fe9e83e51 admin admin] Pushing event deleted for resources: {'Network': ['ID=48025c54-d9eb-4673-a556-f7f7d4e2419a,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:22.165362 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35522) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:22.207770 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-c325e276-8138-4517-86b4-18376b597349 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b00d263070eb4c0fb3e061e848cc3988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383396 Mar 30 01:29:22.208069 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35526) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:22.290029 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e89e7688-255e-46d3-879e-947dd040595f admin admin] Publish callbacks [] for security_group (fea24027-b2f8-4903-b663-f02da2c06585), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:22.316845 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e89e7688-255e-46d3-879e-947dd040595f admin admin] Publish callbacks [] for security_group (fea24027-b2f8-4903-b663-f02da2c06585), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:22.333958 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423ad3-a3c5-4315-9ad7-17ab1d8b6a3b req-b5e4063a-2f13-4045-b481-f2904703afce tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:22.335465 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-06423ad3-a3c5-4315-9ad7-17ab1d8b6a3b req-b5e4063a-2f13-4045-b481-f2904703afce tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0915024 Mar 30 01:29:22.397942 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-06423ad3-a3c5-4315-9ad7-17ab1d8b6a3b req-7c5655e4-e1b0-4918-9597-f59a5cc4b411 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547094 Mar 30 01:29:22.409723 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e89e7688-255e-46d3-879e-947dd040595f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (fea24027-b2f8-4903-b663-f02da2c06585), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:22.412759 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e89e7688-255e-46d3-879e-947dd040595f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:22.422975 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-e89e7688-255e-46d3-879e-947dd040595f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fea24027-b2f8-4903-b663-f02da2c06585 HTTP/1.1" status: 204 len: 168 time: 0.2050946 Mar 30 01:29:22.423723 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e7688-255e-46d3-879e-947dd040595f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea24027-b2f8-4903-b663-f02da2c06585,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:22.759154 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:22.800229 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2722eaa7-2723-4682-be76-3db46aa3fe50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=236b655f2d6b4792980739e2293b0b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392034 Mar 30 01:29:22.802646 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:22.850044 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dfcda29-bef7-4cc6-bdb9-d2815c93fb2e admin admin] Publish callbacks [] for security_group (272424d0-9001-4c9c-8e3d-1bb4abf76d5b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:22.880758 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dfcda29-bef7-4cc6-bdb9-d2815c93fb2e admin admin] Publish callbacks [] for security_group (272424d0-9001-4c9c-8e3d-1bb4abf76d5b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:22.942594 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2943b-e95f-464a-b26f-cac930fea257 req-41a120f6-9aca-446f-ab19-76f3b186930b tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:22.944105 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-56c2943b-e95f-464a-b26f-cac930fea257 req-41a120f6-9aca-446f-ab19-76f3b186930b tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 945 time: 0.0824223 Mar 30 01:29:22.975076 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dfcda29-bef7-4cc6-bdb9-d2815c93fb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (272424d0-9001-4c9c-8e3d-1bb4abf76d5b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:22.977508 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dfcda29-bef7-4cc6-bdb9-d2815c93fb2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:22.979172 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-9dfcda29-bef7-4cc6-bdb9-d2815c93fb2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/272424d0-9001-4c9c-8e3d-1bb4abf76d5b HTTP/1.1" status: 204 len: 168 time: 0.1750581 Mar 30 01:29:23.000137 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcda29-bef7-4cc6-bdb9-d2815c93fb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272424d0-9001-4c9c-8e3d-1bb4abf76d5b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:23.008295 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-56c2943b-e95f-464a-b26f-cac930fea257 req-9de2d515-b340-4c0a-8d9a-f14be237ce3b tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578010 Mar 30 01:29:23.090028 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:23.165054 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86f354f1-388c-4126-a7d7-6748502b77f9 req-fb5d1647-a34f-48b0-a516-714ed3a147a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468314 Mar 30 01:29:23.263105 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f354f1-388c-4126-a7d7-6748502b77f9 req-382246d1-8354-46d6-ba81-2c2c67121bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:23.264615 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86f354f1-388c-4126-a7d7-6748502b77f9 req-382246d1-8354-46d6-ba81-2c2c67121bae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 1130 time: 0.0506277 Mar 30 01:29:23.384246 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f354f1-388c-4126-a7d7-6748502b77f9 req-7b441eb7-cc63-47f0-ac71-aa7558ee96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:23.385747 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86f354f1-388c-4126-a7d7-6748502b77f9 req-7b441eb7-cc63-47f0-ac71-aa7558ee96f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 919 time: 0.0920951 Mar 30 01:29:23.431041 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86f354f1-388c-4126-a7d7-6748502b77f9 req-5460e9ee-d04a-48ed-ba88-ca8c7a1436f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20e728cd-69f4-47f4-91be-199338787410 HTTP/1.1" status: 200 len: 217 time: 0.0349748 Mar 30 01:29:23.484842 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f354f1-388c-4126-a7d7-6748502b77f9 req-3e17dd9d-761d-4f00-9df9-e315ae5ed893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:23.486627 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86f354f1-388c-4126-a7d7-6748502b77f9 req-3e17dd9d-761d-4f00-9df9-e315ae5ed893 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0492761 Mar 30 01:29:23.530039 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119f65a-2ff9-459c-8c7b-5fccf66ff885 req-cdbb956b-a0e6-46f7-9707-fd9358218954 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:23.537918 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d119f65a-2ff9-459c-8c7b-5fccf66ff885 req-cdbb956b-a0e6-46f7-9707-fd9358218954 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0658548 Mar 30 01:29:23.558982 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f354f1-388c-4126-a7d7-6748502b77f9 req-fb17cbe1-eade-40c0-bf23-de17837c9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:23.558982 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86f354f1-388c-4126-a7d7-6748502b77f9 req-fb17cbe1-eade-40c0-bf23-de17837c9c13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619981 Mar 30 01:29:23.594437 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d119f65a-2ff9-459c-8c7b-5fccf66ff885 req-5d72ed9e-7d42-45b5-9b88-f78143cd433c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553792 Mar 30 01:29:23.672770 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86f354f1-388c-4126-a7d7-6748502b77f9 req-7c6e2669-50e7-458a-b3fc-4a9efb2edc4c service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048708 Mar 30 01:29:23.782503 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86f354f1-388c-4126-a7d7-6748502b77f9 req-f5424a30-c65b-4835-b6ec-a922418a6019 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998735 Mar 30 01:29:24.144986 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403d700-dd2c-42f5-93e1-93b6f9120aa5 req-2f3e336f-d787-4d35-9fac-0ea71ea35847 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:24.147223 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f403d700-dd2c-42f5-93e1-93b6f9120aa5 req-2f3e336f-d787-4d35-9fac-0ea71ea35847 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 945 time: 0.0610633 Mar 30 01:29:24.204558 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f403d700-dd2c-42f5-93e1-93b6f9120aa5 req-0d7e43f7-d870-486b-8b74-5f3b42872cfc tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508251 Mar 30 01:29:24.711293 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6f337-189a-4ce2-98e7-5d04864b4d15 req-92490448-b411-49fd-b980-f7e7ce4e0b12 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:24.712785 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0ed6f337-189a-4ce2-98e7-5d04864b4d15 req-92490448-b411-49fd-b980-f7e7ce4e0b12 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0563047 Mar 30 01:29:24.761723 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0ed6f337-189a-4ce2-98e7-5d04864b4d15 req-cd37a254-1b2a-420e-9393-97c0726916d7 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 Mar 30 01:29:25.336051 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aceb72d-a7ae-4c41-b04a-df1e734de6e0 req-f3adf4e8-bea5-4af4-a4dc-8568a8b771e0 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:25.337531 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5aceb72d-a7ae-4c41-b04a-df1e734de6e0 req-f3adf4e8-bea5-4af4-a4dc-8568a8b771e0 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 945 time: 0.0530529 Mar 30 01:29:25.386480 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5aceb72d-a7ae-4c41-b04a-df1e734de6e0 req-393da993-795c-4cbe-b72d-7622ab250eb8 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Mar 30 01:29:25.910879 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fba01-bb7b-46e5-9437-9cd7db196104 req-b5c02ea4-c732-40f7-88ea-3ae4da3eb064 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:25.910879 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-099fba01-bb7b-46e5-9437-9cd7db196104 req-b5c02ea4-c732-40f7-88ea-3ae4da3eb064 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0618930 Mar 30 01:29:25.954092 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-099fba01-bb7b-46e5-9437-9cd7db196104 req-e8215a85-1b09-4e29-9f0c-f39d131159ec tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Mar 30 01:29:26.510207 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9e3b-bdcc-40b4-9bef-bef744f74086 req-4913ee8d-0c2a-409c-8766-912dbebffcde tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:26.511712 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-85db9e3b-bdcc-40b4-9bef-bef744f74086 req-4913ee8d-0c2a-409c-8766-912dbebffcde tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 945 time: 0.0567253 Mar 30 01:29:26.557220 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-85db9e3b-bdcc-40b4-9bef-bef744f74086 req-cff78b07-1d67-43bb-9ec8-32bd0bd4284b tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399027 Mar 30 01:29:27.069735 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b69d3-a5a7-4a3c-a5d0-d63312f3ddd5 req-dd1c1c2a-57ee-4fdb-9569-8affedb778d3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:27.071224 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-461b69d3-a5a7-4a3c-a5d0-d63312f3ddd5 req-dd1c1c2a-57ee-4fdb-9569-8affedb778d3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0509386 Mar 30 01:29:27.121544 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-461b69d3-a5a7-4a3c-a5d0-d63312f3ddd5 req-3f8cc507-17cf-4198-b3e1-0896038ebae4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Mar 30 01:29:27.675112 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfe008-bd31-4b0e-b571-025e0288ee54 req-d603e157-2c5c-4b83-a87d-824090ead2ee tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:27.676590 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aabfe008-bd31-4b0e-b571-025e0288ee54 req-d603e157-2c5c-4b83-a87d-824090ead2ee tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 945 time: 0.0517583 Mar 30 01:29:27.723070 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aabfe008-bd31-4b0e-b571-025e0288ee54 req-6c28f490-e875-49a6-a62a-7317fcefd775 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/security-groups?id=99be97a2-ae1c-4c9c-9614-2975cda66cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407703 Mar 30 01:29:28.237683 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a99d9c-d43c-4126-8a83-d22e15c80ae5 req-0da430e6-dbb8-4037-a389-b02c540d4163 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:28.239198 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-43a99d9c-d43c-4126-8a83-d22e15c80ae5 req-0da430e6-dbb8-4037-a389-b02c540d4163 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0535138 Mar 30 01:29:28.294569 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-43a99d9c-d43c-4126-8a83-d22e15c80ae5 req-07646dcb-b181-4998-a62b-17177e221e35 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469167 Mar 30 01:29:28.300776 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e29213-3915-4a3c-9e0f-c2fcc29c7fda req-a9949d71-b0df-4156-8ec4-bbbc9b20ec7e tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:28.302428 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00e29213-3915-4a3c-9e0f-c2fcc29c7fda req-a9949d71-b0df-4156-8ec4-bbbc9b20ec7e tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 945 time: 0.0580215 Mar 30 01:29:28.441467 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-00e29213-3915-4a3c-9e0f-c2fcc29c7fda req-369e64a5-60c8-441c-b658-7350d65f107d tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Deleting port 32ba357b-d89c-4f9d-ba83-8917b6620d4e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:29:28.441974 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-00e29213-3915-4a3c-9e0f-c2fcc29c7fda req-369e64a5-60c8-441c-b658-7350d65f107d tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:28.558333 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-00e29213-3915-4a3c-9e0f-c2fcc29c7fda req-369e64a5-60c8-441c-b658-7350d65f107d tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] For port 32ba357b-d89c-4f9d-ba83-8917b6620d4e, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=32ba357b-d89c-4f9d-ba83-8917b6620d4e,segment=NetworkSegment(35fe6e5b-a332-4087-ad4e-246ec4f8adfa),segment_id=35fe6e5b-a332-4087-ad4e-246ec4f8adfa)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:28.558788 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-00e29213-3915-4a3c-9e0f-c2fcc29c7fda req-369e64a5-60c8-441c-b658-7350d65f107d tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:28.581895 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-00e29213-3915-4a3c-9e0f-c2fcc29c7fda req-369e64a5-60c8-441c-b658-7350d65f107d tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Calling delete_port for 32ba357b-d89c-4f9d-ba83-8917b6620d4e owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:29:28.759375 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-00e29213-3915-4a3c-9e0f-c2fcc29c7fda req-369e64a5-60c8-441c-b658-7350d65f107d tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (32ba357b-d89c-4f9d-ba83-8917b6620d4e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:28.787974 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e64a5-60c8-441c-b658-7350d65f107d tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Pushing event deleted for resources: {'Port': ['ID=32ba357b-d89c-4f9d-ba83-8917b6620d4e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:28.878193 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e29213-3915-4a3c-9e0f-c2fcc29c7fda req-369e64a5-60c8-441c-b658-7350d65f107d tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] No DVR routers for this DVR port 32ba357b-d89c-4f9d-ba83-8917b6620d4e on host hv-cinder-81713 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:29:28.881599 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cdabd817-3758-4933-aa9f-ff0839651bc2 req-a9998cb3-1b01-4881-aec1-c0928e4da4a1 tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 210 time: 0.0439999 Mar 30 01:29:28.884307 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-00e29213-3915-4a3c-9e0f-c2fcc29c7fda req-369e64a5-60c8-441c-b658-7350d65f107d tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:28.888744 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00e29213-3915-4a3c-9e0f-c2fcc29c7fda req-369e64a5-60c8-441c-b658-7350d65f107d tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.10 "DELETE /v2.0/ports/32ba357b-d89c-4f9d-ba83-8917b6620d4e HTTP/1.1" status: 204 len: 173 time: 0.5728967 Mar 30 01:29:28.889222 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ade27a-ae7d-4052-a9cc-109ec5b31109', 'name': 'network-vif-deleted', 'tag': '32ba357b-d89c-4f9d-ba83-8917b6620d4e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:28.891661 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f74893f-14fb-416b-a992-4878d4c2ee79" -d '{"events": [{"server_uuid": "f8ade27a-ae7d-4052-a9cc-109ec5b31109", "name": "network-vif-deleted", "tag": "32ba357b-d89c-4f9d-ba83-8917b6620d4e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:28.940349 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14e8c48-58eb-4341-baf5-b668c8d7666c x-openstack-request-id: req-f14e8c48-58eb-4341-baf5-b668c8d7666c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:28.940648 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ade27a-ae7d-4052-a9cc-109ec5b31109", "name": "network-vif-deleted", "tag": "32ba357b-d89c-4f9d-ba83-8917b6620d4e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:28.940910 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f14e8c48-58eb-4341-baf5-b668c8d7666c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:28.941317 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14e8c48-58eb-4341-baf5-b668c8d7666c'] response: {'server_uuid': 'f8ade27a-ae7d-4052-a9cc-109ec5b31109', 'name': 'network-vif-deleted', 'tag': '32ba357b-d89c-4f9d-ba83-8917b6620d4e', 'status': 'completed', 'code': 200} Mar 30 01:29:29.093556 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 32ba357b-d89c-4f9d-ba83-8917b6620d4e no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:29:29.137623 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: 32ba357b-d89c-4f9d-ba83-8917b6620d4e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:29:29.138333 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 32ba357b-d89c-4f9d-ba83-8917b6620d4e not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:29:29.280248 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35780) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:29.287941 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35782) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:29.438992 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5f1a64ab-d756-41c8-955c-58f734071697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.445902 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9336-3cc3-443b-97a6-987be86363f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.490689 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a529e-23fa-4f23-a365-d81b6351480a req-fecbb370-383c-414b-99e8-8c08ba4a965a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:29.492263 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a21a529e-23fa-4f23-a365-d81b6351480a req-fecbb370-383c-414b-99e8-8c08ba4a965a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0999565 Mar 30 01:29:29.522725 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5f1a64ab-d756-41c8-955c-58f734071697 admin admin] Publish callbacks [] for security_group (31feddf2-1718-4a87-a29f-c66be50cc00e), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.526647 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5f1a64ab-d756-41c8-955c-58f734071697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (31feddf2-1718-4a87-a29f-c66be50cc00e), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.564919 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-5f1a64ab-d756-41c8-955c-58f734071697 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53a1b9f40b964fe9a0ac930a8a328d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759073 Mar 30 01:29:29.567574 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35790) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:29.573555 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a21a529e-23fa-4f23-a365-d81b6351480a req-8adcd4ea-e025-4fd8-8b16-d844c2af242c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713954 Mar 30 01:29:29.581809 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a64ab-d756-41c8-955c-58f734071697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31feddf2-1718-4a87-a29f-c66be50cc00e,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:29.599520 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9336-3cc3-443b-97a6-987be86363f4 admin admin] Publish callbacks [] for security_group (a8e8a048-b2d7-4f69-b897-322ceab1d39f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.604001 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9336-3cc3-443b-97a6-987be86363f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (a8e8a048-b2d7-4f69-b897-322ceab1d39f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.642563 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50bb9b45-8c20-4c2f-9d6e-8cd89bb92180 admin admin] Publish callbacks [] for security_group (31feddf2-1718-4a87-a29f-c66be50cc00e), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.644116 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-9c2d9336-3cc3-443b-97a6-987be86363f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20c575a55f0e424e9c6b537473ec181f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625889 Mar 30 01:29:29.645562 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d9336-3cc3-443b-97a6-987be86363f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e8a048-b2d7-4f69-b897-322ceab1d39f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:29.647051 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35798) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:29.708974 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50bb9b45-8c20-4c2f-9d6e-8cd89bb92180 admin admin] Publish callbacks [] for security_group (31feddf2-1718-4a87-a29f-c66be50cc00e), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.773067 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ee2a0a11-da70-49f3-a67b-614d349f6de5 admin admin] Publish callbacks [] for security_group (a8e8a048-b2d7-4f69-b897-322ceab1d39f), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.799832 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50bb9b45-8c20-4c2f-9d6e-8cd89bb92180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (31feddf2-1718-4a87-a29f-c66be50cc00e), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.803252 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50bb9b45-8c20-4c2f-9d6e-8cd89bb92180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.804527 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-50bb9b45-8c20-4c2f-9d6e-8cd89bb92180 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31feddf2-1718-4a87-a29f-c66be50cc00e HTTP/1.1" status: 204 len: 168 time: 0.2359817 Mar 30 01:29:29.807108 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ee2a0a11-da70-49f3-a67b-614d349f6de5 admin admin] Publish callbacks [] for security_group (a8e8a048-b2d7-4f69-b897-322ceab1d39f), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.823614 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb9b45-8c20-4c2f-9d6e-8cd89bb92180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31feddf2-1718-4a87-a29f-c66be50cc00e,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:29.887341 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ee2a0a11-da70-49f3-a67b-614d349f6de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (a8e8a048-b2d7-4f69-b897-322ceab1d39f), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.898990 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ee2a0a11-da70-49f3-a67b-614d349f6de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:29.903371 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-ee2a0a11-da70-49f3-a67b-614d349f6de5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8e8a048-b2d7-4f69-b897-322ceab1d39f HTTP/1.1" status: 204 len: 168 time: 0.2532284 Mar 30 01:29:29.916934 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a0a11-da70-49f3-a67b-614d349f6de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e8a048-b2d7-4f69-b897-322ceab1d39f,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:30.037174 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dac229d7-7381-4b15-b649-6fe51bbf4712 req-0354e08d-f7c6-4366-8e1e-c68ed41ffcce tempest-DeleteServersTestJSON-1066129687 tempest-DeleteServersTestJSON-1066129687-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ade27a-ae7d-4052-a9cc-109ec5b31109 HTTP/1.1" status: 200 len: 210 time: 0.0323949 Mar 30 01:29:30.180103 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35828) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:30.367405 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74e4cae2-6a47-41fc-b349-904c2faa7d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.380861 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35836) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:30.396052 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e205cacd-2a5e-4b2d-bbac-09aa7c1d2f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.451006 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74e4cae2-6a47-41fc-b349-904c2faa7d04 admin admin] Publish callbacks [] for security_group (c27ecafb-ad7c-4a6f-a8ff-1b178b2a218e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.457157 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74e4cae2-6a47-41fc-b349-904c2faa7d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (c27ecafb-ad7c-4a6f-a8ff-1b178b2a218e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.479553 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e205cacd-2a5e-4b2d-bbac-09aa7c1d2f0a admin admin] Publish callbacks [] for security_group (aa33885d-d187-49b3-9cc3-0f46b8c5c657), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.487825 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e205cacd-2a5e-4b2d-bbac-09aa7c1d2f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (aa33885d-d187-49b3-9cc3-0f46b8c5c657), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.502250 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-74e4cae2-6a47-41fc-b349-904c2faa7d04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87d2e84a1b614ef3aaa4f2b201a14d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208990 Mar 30 01:29:30.502894 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35840) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:30.510991 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4cae2-6a47-41fc-b349-904c2faa7d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27ecafb-ad7c-4a6f-a8ff-1b178b2a218e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:30.532685 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-e205cacd-2a5e-4b2d-bbac-09aa7c1d2f0a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fa1b5590d0547909a2f61342fea27a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476574 Mar 30 01:29:30.532685 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205cacd-2a5e-4b2d-bbac-09aa7c1d2f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa33885d-d187-49b3-9cc3-0f46b8c5c657,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:30.533567 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35844) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:30.621719 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de57ffe4-87e4-487e-8ec9-dec64b2ecd8c admin admin] Publish callbacks [] for security_group (aa33885d-d187-49b3-9cc3-0f46b8c5c657), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.634085 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20b26351-f22c-4e9e-9e4f-f909d772d863 admin admin] Publish callbacks [] for security_group (c27ecafb-ad7c-4a6f-a8ff-1b178b2a218e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.658206 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de57ffe4-87e4-487e-8ec9-dec64b2ecd8c admin admin] Publish callbacks [] for security_group (aa33885d-d187-49b3-9cc3-0f46b8c5c657), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.698420 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20b26351-f22c-4e9e-9e4f-f909d772d863 admin admin] Publish callbacks [] for security_group (c27ecafb-ad7c-4a6f-a8ff-1b178b2a218e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.768879 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b82f88-d941-4a8a-beab-d78b036af8aa req-410f6f69-4f17-4d42-bc10-faf7b5d07b33 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:30.770364 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-99b82f88-d941-4a8a-beab-d78b036af8aa req-410f6f69-4f17-4d42-bc10-faf7b5d07b33 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.1192310 Mar 30 01:29:30.796728 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20b26351-f22c-4e9e-9e4f-f909d772d863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (c27ecafb-ad7c-4a6f-a8ff-1b178b2a218e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.799239 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20b26351-f22c-4e9e-9e4f-f909d772d863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.800361 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-20b26351-f22c-4e9e-9e4f-f909d772d863 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c27ecafb-ad7c-4a6f-a8ff-1b178b2a218e HTTP/1.1" status: 204 len: 168 time: 0.2955642 Mar 30 01:29:30.808441 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de57ffe4-87e4-487e-8ec9-dec64b2ecd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (aa33885d-d187-49b3-9cc3-0f46b8c5c657), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.811088 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de57ffe4-87e4-487e-8ec9-dec64b2ecd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:30.812185 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-de57ffe4-87e4-487e-8ec9-dec64b2ecd8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa33885d-d187-49b3-9cc3-0f46b8c5c657 HTTP/1.1" status: 204 len: 168 time: 0.2774551 Mar 30 01:29:30.820870 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b26351-f22c-4e9e-9e4f-f909d772d863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27ecafb-ad7c-4a6f-a8ff-1b178b2a218e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:30.846993 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35860) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:30.849261 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57ffe4-87e4-487e-8ec9-dec64b2ecd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa33885d-d187-49b3-9cc3-0f46b8c5c657,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:30.867336 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-99b82f88-d941-4a8a-beab-d78b036af8aa req-4113f1ce-06de-4e28-941c-a05163a47e60 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860031 Mar 30 01:29:31.143449 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-421396629-network', 'tenant_id': 'babc9d0bca444ad7b1360d64894ac37c'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:31.182753 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] Made reservation on behalf of babc9d0bca444ad7b1360d64894ac37c for: {'network': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:31.187612 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.207501 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.239319 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35890) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:31.256653 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5214c54-3c92-4b71-93f6-c925b5c90afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.332400 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] Publish callbacks [] for security_group (95939b54-8e7e-4f99-ba43-3b1f4303e57d), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.338645 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (95939b54-8e7e-4f99-ba43-3b1f4303e57d), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.367482 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:29:31.374451 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5214c54-3c92-4b71-93f6-c925b5c90afe admin admin] Publish callbacks [] for security_group (018cc31c-d98e-46b6-84f8-0043176c5c4f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.379572 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95939b54-8e7e-4f99-ba43-3b1f4303e57d,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:31.383257 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5214c54-3c92-4b71-93f6-c925b5c90afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (018cc31c-d98e-46b6-84f8-0043176c5c4f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.386063 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (6aeae255-afad-4b08-b02d-338c3d01fb29), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.386603 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.segments_db [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] Added segment 6aeae255-afad-4b08-b02d-338c3d01fb29 of type vlan for network ab56b835-a1ab-47d2-8eee-737aa8b0deb5 Mar 30 01:29:31.446232 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d5214c54-3c92-4b71-93f6-c925b5c90afe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d76020e785494b67bd170b166f1a37a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057452 Mar 30 01:29:31.447266 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5214c54-3c92-4b71-93f6-c925b5c90afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018cc31c-d98e-46b6-84f8-0043176c5c4f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:31.450834 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35902) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:31.462391 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (ab56b835-a1ab-47d2-8eee-737aa8b0deb5), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.496414 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (ab56b835-a1ab-47d2-8eee-737aa8b0deb5), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.497780 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:31.498401 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.502622 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f9db4ae-b663-4f99-aaba-cb244cb3139a admin admin] Publish callbacks [] for security_group (018cc31c-d98e-46b6-84f8-0043176c5c4f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.534980 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f9db4ae-b663-4f99-aaba-cb244cb3139a admin admin] Publish callbacks [] for security_group (018cc31c-d98e-46b6-84f8-0043176c5c4f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.569832 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7187772 Mar 30 01:29:31.569832 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf88bc-e43a-43b7-8648-eae0977f8d60 admin admin] Pushing event updated for resources: {'Network': ['ID=ab56b835-a1ab-47d2-8eee-737aa8b0deb5,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:31.569832 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35906) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:31.575576 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-3e2ad1a7-c276-4b84-b942-6b42e4c27bad admin admin] Request body: {'subnet': {'network_id': 'ab56b835-a1ab-47d2-8eee-737aa8b0deb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-421396629-subnet', 'tenant_id': 'babc9d0bca444ad7b1360d64894ac37c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:31.593494 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network ab56b835-a1ab-47d2-8eee-737aa8b0deb5 details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:29:31.597906 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f9db4ae-b663-4f99-aaba-cb244cb3139a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (018cc31c-d98e-46b6-84f8-0043176c5c4f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.600810 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f9db4ae-b663-4f99-aaba-cb244cb3139a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.605399 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-9f9db4ae-b663-4f99-aaba-cb244cb3139a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/018cc31c-d98e-46b6-84f8-0043176c5c4f HTTP/1.1" status: 204 len: 168 time: 0.1501305 Mar 30 01:29:31.617434 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9db4ae-b663-4f99-aaba-cb244cb3139a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018cc31c-d98e-46b6-84f8-0043176c5c4f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:31.623386 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2ad1a7-c276-4b84-b942-6b42e4c27bad admin admin] Made reservation on behalf of babc9d0bca444ad7b1360d64894ac37c for: {'subnet': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:31.626958 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad1a7-c276-4b84-b942-6b42e4c27bad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60116538'] for subnet (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.832955 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad1a7-c276-4b84-b942-6b42e4c27bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3152834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60116524'] for subnet (ead35849-2077-48a9-b2ab-6372c6c92491), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.899546 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ad1a7-c276-4b84-b942-6b42e4c27bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead35849-2077-48a9-b2ab-6372c6c92491,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:31.912936 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ad1a7-c276-4b84-b942-6b42e4c27bad admin admin] Checking segment: {'id': '6aeae255-afad-4b08-b02d-338c3d01fb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab56b835-a1ab-47d2-8eee-737aa8b0deb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:31.913297 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ad1a7-c276-4b84-b942-6b42e4c27bad admin admin] Network hostable DHCP agents. Network: ab56b835-a1ab-47d2-8eee-737aa8b0deb5, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:29:31.932354 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ad1a7-c276-4b84-b942-6b42e4c27bad admin admin] Network ab56b835-a1ab-47d2-8eee-737aa8b0deb5 is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:29:31.946438 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ad1a7-c276-4b84-b942-6b42e4c27bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, ab56b835-a1ab-47d2-8eee-737aa8b0deb5) {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:31.955566 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ad1a7-c276-4b84-b942-6b42e4c27bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:31.956178 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad1a7-c276-4b84-b942-6b42e4c27bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:31.957082 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e57e3fa-01b9-42a8-bf96-ed0b455a6c02 None None] Network ab56b835-a1ab-47d2-8eee-737aa8b0deb5 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:29:32.020761 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-3e2ad1a7-c276-4b84-b942-6b42e4c27bad admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4499490 Mar 30 01:29:32.053431 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e0ce6-11b0-4e6e-a8d2-17d2527eb9c3 req-e17a358e-2c38-4eaa-b9a1-a5def9ad62a8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:32.055080 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c17e0ce6-11b0-4e6e-a8d2-17d2527eb9c3 req-e17a358e-2c38-4eaa-b9a1-a5def9ad62a8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0842221 Mar 30 01:29:32.068861 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357c5f11-bd27-4f52-a1cf-c79d730b3d15 None None] Network ab56b835-a1ab-47d2-8eee-737aa8b0deb5 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:29:32.118600 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c17e0ce6-11b0-4e6e-a8d2-17d2527eb9c3 req-7c3e7af7-2b5f-4fc1-80a9-50771aad2745 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562027 Mar 30 01:29:32.604357 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 35974) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:32.663004 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_v2 [None req-589358d1-7b2a-4e70-99d6-538095697194 admin admin] Deleting subnet 41799488-8bd1-4c7c-be7b-46dfdbe9ecb3 {{(pid=103227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:29:32.668456 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-589358d1-7b2a-4e70-99d6-538095697194 admin admin] Publish callbacks [] for subnet (41799488-8bd1-4c7c-be7b-46dfdbe9ecb3), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:32.716083 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-589358d1-7b2a-4e70-99d6-538095697194 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60554882'] for subnet (41799488-8bd1-4c7c-be7b-46dfdbe9ecb3), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:32.766846 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-589358d1-7b2a-4e70-99d6-538095697194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (41799488-8bd1-4c7c-be7b-46dfdbe9ecb3), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:32.842089 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-589358d1-7b2a-4e70-99d6-538095697194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3152769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60116517'] for subnet (41799488-8bd1-4c7c-be7b-46dfdbe9ecb3), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:32.865633 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-589358d1-7b2a-4e70-99d6-538095697194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:32.871780 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-589358d1-7b2a-4e70-99d6-538095697194 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/41799488-8bd1-4c7c-be7b-46dfdbe9ecb3 HTTP/1.1" status: 204 len: 168 time: 0.2651713 Mar 30 01:29:32.874068 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35984) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:32.874515 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 35986) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:32.915434 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589358d1-7b2a-4e70-99d6-538095697194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41799488-8bd1-4c7c-be7b-46dfdbe9ecb3,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:32.977683 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21cdb1e8-cb3a-4006-adf7-3ccd91d777a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (3aac96ab-65d4-440e-a213-24d41f686ce5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.064553 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21cdb1e8-cb3a-4006-adf7-3ccd91d777a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (3aac96ab-65d4-440e-a213-24d41f686ce5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.086097 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-21cdb1e8-cb3a-4006-adf7-3ccd91d777a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aac96ab-65d4-440e-a213-24d41f686ce5']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:33.095690 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-21cdb1e8-cb3a-4006-adf7-3ccd91d777a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fe6e5b-a332-4087-ad4e-246ec4f8adfa') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:33.096061 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-21cdb1e8-cb3a-4006-adf7-3ccd91d777a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fe6e5b-a332-4087-ad4e-246ec4f8adfa') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:29:33.105940 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21cdb1e8-cb3a-4006-adf7-3ccd91d777a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59948689'] for segment (35fe6e5b-a332-4087-ad4e-246ec4f8adfa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.120363 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21cdb1e8-cb3a-4006-adf7-3ccd91d777a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (35fe6e5b-a332-4087-ad4e-246ec4f8adfa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.141423 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b298389a-323c-4fb2-bdfb-a26e2cf4e351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.143323 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cdb1e8-cb3a-4006-adf7-3ccd91d777a7 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:29:33.143713 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21cdb1e8-cb3a-4006-adf7-3ccd91d777a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60605326'] for segment (35fe6e5b-a332-4087-ad4e-246ec4f8adfa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: Traceback (most recent call last): Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: timer() Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: cb(*args, **kw) Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: return func(*args, **kwargs) Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: self._notify() Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: self.callback(batched_events) Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: event.method(event) Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: return f(self, *a, **k) Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: return self._get(url).json() Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:29:33.145333 dv-cinder-817135-7-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:29:33.217757 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21cdb1e8-cb3a-4006-adf7-3ccd91d777a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (3aac96ab-65d4-440e-a213-24d41f686ce5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.253207 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21cdb1e8-cb3a-4006-adf7-3ccd91d777a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.261784 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-21cdb1e8-cb3a-4006-adf7-3ccd91d777a7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3aac96ab-65d4-440e-a213-24d41f686ce5 HTTP/1.1" status: 204 len: 168 time: 0.3846617 Mar 30 01:29:33.280605 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdb1e8-cb3a-4006-adf7-3ccd91d777a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aac96ab-65d4-440e-a213-24d41f686ce5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:33.321107 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7222f-e389-42ae-be05-4e42ca90a3c8 req-8097bd7a-fb76-4f79-a4e9-9ab38a7b8b84 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:33.322634 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3aa7222f-e389-42ae-be05-4e42ca90a3c8 req-8097bd7a-fb76-4f79-a4e9-9ab38a7b8b84 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.1233013 Mar 30 01:29:33.360723 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b298389a-323c-4fb2-bdfb-a26e2cf4e351 admin admin] Publish callbacks [] for security_group (14ae6095-4a01-402e-9ea7-a2cb449240c9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.367163 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b298389a-323c-4fb2-bdfb-a26e2cf4e351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (14ae6095-4a01-402e-9ea7-a2cb449240c9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.421212 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b298389a-323c-4fb2-bdfb-a26e2cf4e351 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b9e7844e3fb4dd68e7480f9b8e0ee60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5456824 Mar 30 01:29:33.423993 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 36008) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:33.425100 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3aa7222f-e389-42ae-be05-4e42ca90a3c8 req-e1d98bd6-3d5e-45f2-a158-198a169c1269 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931211 Mar 30 01:29:33.427270 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298389a-323c-4fb2-bdfb-a26e2cf4e351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ae6095-4a01-402e-9ea7-a2cb449240c9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:33.483759 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 36012) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:33.501277 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cbdea75d-bfb4-426a-b87c-c791db07dda0 admin admin] Publish callbacks [] for security_group (14ae6095-4a01-402e-9ea7-a2cb449240c9), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.530635 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-06e1329f-c67e-471b-83b7-f5487ce6806c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36ec6db6f0a941ef9b2b72c285362951&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455091 Mar 30 01:29:33.533357 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 36018) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:33.544945 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cbdea75d-bfb4-426a-b87c-c791db07dda0 admin admin] Publish callbacks [] for security_group (14ae6095-4a01-402e-9ea7-a2cb449240c9), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.593685 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a47f9ac0-f89e-4578-90c7-cd2455807c1e admin admin] Publish callbacks [] for security_group (99be97a2-ae1c-4c9c-9614-2975cda66cd5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.610514 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cbdea75d-bfb4-426a-b87c-c791db07dda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (14ae6095-4a01-402e-9ea7-a2cb449240c9), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.613601 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cbdea75d-bfb4-426a-b87c-c791db07dda0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.614987 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-cbdea75d-bfb4-426a-b87c-c791db07dda0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14ae6095-4a01-402e-9ea7-a2cb449240c9 HTTP/1.1" status: 204 len: 168 time: 0.1899590 Mar 30 01:29:33.630293 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdea75d-bfb4-426a-b87c-c791db07dda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ae6095-4a01-402e-9ea7-a2cb449240c9,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:33.630978 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a47f9ac0-f89e-4578-90c7-cd2455807c1e admin admin] Publish callbacks [] for security_group (99be97a2-ae1c-4c9c-9614-2975cda66cd5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.701663 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a47f9ac0-f89e-4578-90c7-cd2455807c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (99be97a2-ae1c-4c9c-9614-2975cda66cd5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.706855 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a47f9ac0-f89e-4578-90c7-cd2455807c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:33.710904 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a47f9ac0-f89e-4578-90c7-cd2455807c1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99be97a2-ae1c-4c9c-9614-2975cda66cd5 HTTP/1.1" status: 204 len: 168 time: 0.1739016 Mar 30 01:29:33.718794 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f9ac0-f89e-4578-90c7-cd2455807c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99be97a2-ae1c-4c9c-9614-2975cda66cd5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:34.273868 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-75df8b7e-07b3-4ffb-82bd-caaa54f95e6c tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:34.275719 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-75df8b7e-07b3-4ffb-82bd-caaa54f95e6c tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/networks?id=ab56b835-a1ab-47d2-8eee-737aa8b0deb5 HTTP/1.1" status: 200 len: 808 time: 0.1208923 Mar 30 01:29:34.299238 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-57a99049-36d3-4b30-9fa1-134f48649a0c tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/quotas/babc9d0bca444ad7b1360d64894ac37c HTTP/1.1" status: 200 len: 375 time: 0.0174544 Mar 30 01:29:34.329221 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-4543d6a7-80c0-404a-9004-a46da6a71267 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=babc9d0bca444ad7b1360d64894ac37c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276163 Mar 30 01:29:34.429958 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-45322740-8572-45e7-98a0-29f121d60e03 service neutron] 10.222.0.30 "GET /v2.0/networks/ab56b835-a1ab-47d2-8eee-737aa8b0deb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940347 Mar 30 01:29:34.533582 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-4ae8bfa0-ea0d-401f-80e1-30e22e359251 service neutron] 10.222.0.30 "GET /v2.0/networks/ab56b835-a1ab-47d2-8eee-737aa8b0deb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970414 Mar 30 01:29:34.616204 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb17de-c92b-44f4-8a9a-c625a4b4b621 req-38b5a0cf-5220-4c82-92af-e40e5c9ec481 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:34.629664 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5bbb17de-c92b-44f4-8a9a-c625a4b4b621 req-38b5a0cf-5220-4c82-92af-e40e5c9ec481 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.1124346 Mar 30 01:29:34.717011 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5bbb17de-c92b-44f4-8a9a-c625a4b4b621 req-e9749db5-f24d-4125-9081-02c595c4c4ef tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838542 Mar 30 01:29:34.751294 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-597b1ea6-76f6-4b1e-9abe-b3bb757f8faa req-8d437a72-faef-4332-9b40-48f71e95e868 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 210 time: 0.0403633 Mar 30 01:29:35.858487 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-68a90c71-310a-48a0-b4e9-f5966859e834 req-64d08f00-22a2-4119-adc4-fce858bf3771 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 210 time: 0.0401366 Mar 30 01:29:35.860690 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc74a84-36fe-4c5e-8d96-035b89c25b29 req-6c2fc8b8-797d-4dbc-9aa8-9579ef946ae4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:35.862185 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ecc74a84-36fe-4c5e-8d96-035b89c25b29 req-6c2fc8b8-797d-4dbc-9aa8-9579ef946ae4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0734682 Mar 30 01:29:35.910522 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ecc74a84-36fe-4c5e-8d96-035b89c25b29 req-5a9de4fc-1f66-41af-97bf-bb70b81083d8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Mar 30 01:29:36.955792 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-31d52d71-a5ce-44bf-b6d3-4b97da8e538b req-36080343-0384-41e7-93fd-bc78109efdc8 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 210 time: 0.0344422 Mar 30 01:29:37.027603 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58085bf5-e0d8-464d-a443-f051c7248d53 req-c7eabd7b-9e8e-4cea-b7b1-aa6cf441c93b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:37.029083 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58085bf5-e0d8-464d-a443-f051c7248d53 req-c7eabd7b-9e8e-4cea-b7b1-aa6cf441c93b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0513530 Mar 30 01:29:37.082462 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58085bf5-e0d8-464d-a443-f051c7248d53 req-238ab7b2-a16a-4808-965a-cfc9dcb44617 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475478 Mar 30 01:29:37.477182 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-7823d749-cc38-425a-90c7-6c6f9feec53f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:37.479227 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-7823d749-cc38-425a-90c7-6c6f9feec53f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.10 "GET /v2.0/networks?id=ab56b835-a1ab-47d2-8eee-737aa8b0deb5 HTTP/1.1" status: 200 len: 808 time: 0.1090040 Mar 30 01:29:37.492700 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-3aad539e-1137-4f34-a211-8459dc86e751 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Request body: {'port': {'device_id': '67b46462-6c96-4a8b-ba4c-a832d256a6aa', 'network_id': 'ab56b835-a1ab-47d2-8eee-737aa8b0deb5', 'admin_state_up': True, 'tenant_id': 'babc9d0bca444ad7b1360d64894ac37c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:37.615039 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-3aad539e-1137-4f34-a211-8459dc86e751 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Made reservation on behalf of babc9d0bca444ad7b1360d64894ac37c for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:37.618761 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-3aad539e-1137-4f34-a211-8459dc86e751 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:37.751445 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-3aad539e-1137-4f34-a211-8459dc86e751 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Allocated IP 172.20.0.13 (ab56b835-a1ab-47d2-8eee-737aa8b0deb5/ead35849-2077-48a9-b2ab-6372c6c92491/2e2b1516-2b46-4ea4-95e2-a2c595e41256) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:37.907733 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-3aad539e-1137-4f34-a211-8459dc86e751 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks [] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:37.945600 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-3aad539e-1137-4f34-a211-8459dc86e751 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:37.998950 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-3aad539e-1137-4f34-a211-8459dc86e751 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Network ab56b835-a1ab-47d2-8eee-737aa8b0deb5 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:38.003641 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-3aad539e-1137-4f34-a211-8459dc86e751 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:38.005329 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad539e-1137-4f34-a211-8459dc86e751 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Pushing event updated for resources: {'Port': ['ID=2e2b1516-2b46-4ea4-95e2-a2c595e41256,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:38.007480 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-3aad539e-1137-4f34-a211-8459dc86e751 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:38.061320 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-3aad539e-1137-4f34-a211-8459dc86e751 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:38.062011 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-3aad539e-1137-4f34-a211-8459dc86e751 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.089423 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-3aad539e-1137-4f34-a211-8459dc86e751 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6003420 Mar 30 01:29:38.099726 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33cd70-b198-477f-b8a7-78468547450f req-1fd0e77b-bacd-47fd-93d2-ac56fe04fda2 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:38.102450 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ff33cd70-b198-477f-b8a7-78468547450f req-1fd0e77b-bacd-47fd-93d2-ac56fe04fda2 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 932 time: 0.0695915 Mar 30 01:29:38.110689 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Request body: {'port': {'device_id': '67b46462-6c96-4a8b-ba4c-a832d256a6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:38.201761 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ff33cd70-b198-477f-b8a7-78468547450f req-f311f6fd-e1f2-4194-9edf-8d4f5f30627d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814092 Mar 30 01:29:38.239469 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.273811 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b113c8b-90ab-411a-a4d2-9b2c51e08b45 req-547d16f7-6c77-40c5-80c7-a3bd215422f8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:38.282855 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b113c8b-90ab-411a-a4d2-9b2c51e08b45 req-547d16f7-6c77-40c5-80c7-a3bd215422f8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.1179168 Mar 30 01:29:38.389983 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b113c8b-90ab-411a-a4d2-9b2c51e08b45 req-7bb1c93f-fae6-406c-a765-5199e9565cea tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921559 Mar 30 01:29:38.674622 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2b1516-2b46-4ea4-95e2-a2c595e41256 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:38.684177 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Publish callbacks [] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.699675 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Transition to ACTIVE for port object 2e2b1516-2b46-4ea4-95e2-a2c595e41256 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:29:38.706140 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.785539 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2b1516-2b46-4ea4-95e2-a2c595e41256,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:38.852554 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Attempting to bind port 2e2b1516-2b46-4ea4-95e2-a2c595e41256 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:29:38.853460 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Attempting to bind port 2e2b1516-2b46-4ea4-95e2-a2c595e41256 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '6aeae255-afad-4b08-b02d-338c3d01fb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab56b835-a1ab-47d2-8eee-737aa8b0deb5'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:29:38.853901 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Attempting to bind port 2e2b1516-2b46-4ea4-95e2-a2c595e41256 on network ab56b835-a1ab-47d2-8eee-737aa8b0deb5 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:38.860435 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Port 2e2b1516-2b46-4ea4-95e2-a2c595e41256 on network ab56b835-a1ab-47d2-8eee-737aa8b0deb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:29:38.860760 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Attempting to bind port 2e2b1516-2b46-4ea4-95e2-a2c595e41256 on network ab56b835-a1ab-47d2-8eee-737aa8b0deb5 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:38.865667 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:29:38.866001 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Checking segment: {'id': '6aeae255-afad-4b08-b02d-338c3d01fb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab56b835-a1ab-47d2-8eee-737aa8b0deb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:38.866375 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Bound using segment: {'id': '6aeae255-afad-4b08-b02d-338c3d01fb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab56b835-a1ab-47d2-8eee-737aa8b0deb5'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:29:38.866891 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Bound port: 2e2b1516-2b46-4ea4-95e2-a2c595e41256, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeae255-afad-4b08-b02d-338c3d01fb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab56b835-a1ab-47d2-8eee-737aa8b0deb5'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:29:38.867561 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.936141 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] For port 2e2b1516-2b46-4ea4-95e2-a2c595e41256, host hv-cinder-81713, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:29:38.939574 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] For port 2e2b1516-2b46-4ea4-95e2-a2c595e41256, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e2b1516-2b46-4ea4-95e2-a2c595e41256,segment=NetworkSegment(6aeae255-afad-4b08-b02d-338c3d01fb29),segment_id=6aeae255-afad-4b08-b02d-338c3d01fb29)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:29:38.946166 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.981439 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:38.982038 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:38.984042 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e2b1516-2b46-4ea4-95e2-a2c595e41256 HTTP/1.1" status: 200 len: 1094 time: 0.8867235 Mar 30 01:29:38.984751 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b46462-6c96-4a8b-ba4c-a832d256a6aa', 'tag': '2e2b1516-2b46-4ea4-95e2-a2c595e41256'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:38.987129 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192bd3e8-833e-4655-899b-4fc431ff3da4" -d '{"events": [{"name": "network-changed", "server_uuid": "67b46462-6c96-4a8b-ba4c-a832d256a6aa", "tag": "2e2b1516-2b46-4ea4-95e2-a2c595e41256"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:39.014864 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f2546-c949-42c6-9f2d-f8ca3c91b258 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2b1516-2b46-4ea4-95e2-a2c595e41256,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:39.026493 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4053b4-7361-4702-aed8-da97e2c81e98 x-openstack-request-id: req-8f4053b4-7361-4702-aed8-da97e2c81e98 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:39.026817 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b46462-6c96-4a8b-ba4c-a832d256a6aa", "tag": "2e2b1516-2b46-4ea4-95e2-a2c595e41256", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:39.027078 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f4053b4-7361-4702-aed8-da97e2c81e98 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:39.027479 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4053b4-7361-4702-aed8-da97e2c81e98'] response: {'name': 'network-changed', 'server_uuid': '67b46462-6c96-4a8b-ba4c-a832d256a6aa', 'tag': '2e2b1516-2b46-4ea4-95e2-a2c595e41256', 'status': 'completed', 'code': 200} Mar 30 01:29:39.077213 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-5924cf4d-8a5e-4354-915d-7a3250bc96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:39.078694 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-5924cf4d-8a5e-4354-915d-7a3250bc96f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=babc9d0bca444ad7b1360d64894ac37c&device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 1128 time: 0.0440848 Mar 30 01:29:39.340583 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-92a41e35-5c25-4af5-8332-c4188f0109ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e2b1516-2b46-4ea4-95e2-a2c595e41256 HTTP/1.1" status: 200 len: 217 time: 0.2473047 Mar 30 01:29:39.411930 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-9e893d2a-f7f5-4fc2-8ea5-4d8bbc8b5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:39.413368 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-9e893d2a-f7f5-4fc2-8ea5-4d8bbc8b5e35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ead35849-2077-48a9-b2ab-6372c6c92491 HTTP/1.1" status: 200 len: 848 time: 0.0647700 Mar 30 01:29:39.425662 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1fc3a-9752-49cd-89ba-a5f3f2221655 req-8c9acdb7-a19b-4526-a7c2-6510a6512d57 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:39.427241 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e1a1fc3a-9752-49cd-89ba-a5f3f2221655 req-8c9acdb7-a19b-4526-a7c2-6510a6512d57 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 944 time: 0.0893836 Mar 30 01:29:39.457448 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-55aa4269-63d2-4c0d-b000-ffc865ab7777 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab56b835-a1ab-47d2-8eee-737aa8b0deb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293472 Mar 30 01:29:39.490984 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07e74c-9c7f-45d2-917d-00866aea71c3 req-1b06a05b-c22e-48e5-87e0-889b79c1bac3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:39.493010 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ed07e74c-9c7f-45d2-917d-00866aea71c3 req-1b06a05b-c22e-48e5-87e0-889b79c1bac3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0540724 Mar 30 01:29:39.545020 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ed07e74c-9c7f-45d2-917d-00866aea71c3 req-af6d57be-69c0-407d-9ef9-97cfa737360d tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448833 Mar 30 01:29:39.549757 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e1a1fc3a-9752-49cd-89ba-a5f3f2221655 req-ccfb2f47-2b22-4cae-892d-3bffa922378e tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947351 Mar 30 01:29:39.584937 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-11803b19-bb59-4494-8c6c-e13d0ccac05c service neutron] 10.222.0.10 "GET /v2.0/networks/ab56b835-a1ab-47d2-8eee-737aa8b0deb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140945 Mar 30 01:29:39.689142 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd5bc459-ba09-4af8-94d9-4a978d21e972 req-2bade58a-5fcf-4d97-ab5a-953b59fc5119 service neutron] 10.222.0.10 "GET /v2.0/networks/ab56b835-a1ab-47d2-8eee-737aa8b0deb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959573 Mar 30 01:29:39.791207 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bd3e8-833e-4655-899b-4fc431ff3da4 req-f59e5288-6aab-487d-8a78-ae873af9c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:39.792722 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-192bd3e8-833e-4655-899b-4fc431ff3da4 req-f59e5288-6aab-487d-8a78-ae873af9c348 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=babc9d0bca444ad7b1360d64894ac37c&device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 1128 time: 0.0451031 Mar 30 01:29:39.890494 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bd3e8-833e-4655-899b-4fc431ff3da4 req-a22f781c-d542-42da-a363-1779859dc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:39.892235 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-192bd3e8-833e-4655-899b-4fc431ff3da4 req-a22f781c-d542-42da-a363-1779859dc788 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab56b835-a1ab-47d2-8eee-737aa8b0deb5 HTTP/1.1" status: 200 len: 909 time: 0.0913112 Mar 30 01:29:39.940928 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-192bd3e8-833e-4655-899b-4fc431ff3da4 req-e4a9ac8e-24cc-4ece-9b03-8cf4983d570d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e2b1516-2b46-4ea4-95e2-a2c595e41256 HTTP/1.1" status: 200 len: 217 time: 0.0383866 Mar 30 01:29:40.000688 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bd3e8-833e-4655-899b-4fc431ff3da4 req-44760b0a-5256-40f0-90e7-912edc633c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:40.010057 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-192bd3e8-833e-4655-899b-4fc431ff3da4 req-44760b0a-5256-40f0-90e7-912edc633c6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ead35849-2077-48a9-b2ab-6372c6c92491 HTTP/1.1" status: 200 len: 848 time: 0.0598757 Mar 30 01:29:40.667298 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c68f9-4191-4cca-a503-af95e04ff5b5 req-faccd644-3ab9-42a1-9fe1-bc5be08443b3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:40.667867 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe202f6-d538-4149-be64-b323251efada req-79abede9-9bda-4e73-b326-2b11014e4b5f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:40.668780 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-281c68f9-4191-4cca-a503-af95e04ff5b5 req-faccd644-3ab9-42a1-9fe1-bc5be08443b3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0556743 Mar 30 01:29:40.669311 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4fe202f6-d538-4149-be64-b323251efada req-79abede9-9bda-4e73-b326-2b11014e4b5f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 944 time: 0.0536392 Mar 30 01:29:40.715320 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-281c68f9-4191-4cca-a503-af95e04ff5b5 req-0ca59fbc-a2be-4ba6-b047-ac7637baf988 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407541 Mar 30 01:29:40.719136 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4fe202f6-d538-4149-be64-b323251efada req-b9dcf002-97e9-42ba-b277-14e91ca6d445 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442874 Mar 30 01:29:40.795297 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-192bd3e8-833e-4655-899b-4fc431ff3da4 req-8b294188-bcdf-4064-9c83-38ac9072924f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab56b835-a1ab-47d2-8eee-737aa8b0deb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254974 Mar 30 01:29:41.637859 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-192bd3e8-833e-4655-899b-4fc431ff3da4 req-a073ce89-3542-40fc-ac60-705947bafd16 service neutron] 10.222.0.10 "GET /v2.0/networks/ab56b835-a1ab-47d2-8eee-737aa8b0deb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814679 Mar 30 01:29:41.833790 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c941e-0bae-4910-95bb-85a94cd3c961 req-c5e9f6f4-97df-4700-9f5b-3a2792c5812c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:41.835307 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a9c941e-0bae-4910-95bb-85a94cd3c961 req-c5e9f6f4-97df-4700-9f5b-3a2792c5812c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0515528 Mar 30 01:29:41.837878 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887b153-9384-4f36-895b-2980291d8a26 req-2226448a-2ed5-4517-8013-fafb09d3abb0 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:41.839367 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4887b153-9384-4f36-895b-2980291d8a26 req-2226448a-2ed5-4517-8013-fafb09d3abb0 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 944 time: 0.0540686 Mar 30 01:29:41.882713 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a9c941e-0bae-4910-95bb-85a94cd3c961 req-6dca74d2-3762-48e3-b0bb-93e2cffd9429 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Mar 30 01:29:41.887165 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4887b153-9384-4f36-895b-2980291d8a26 req-17f6dfea-7923-4dfd-af2b-95e1d2551602 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424149 Mar 30 01:29:42.519364 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-192bd3e8-833e-4655-899b-4fc431ff3da4 req-5dcc31ff-db0d-466c-ac11-2b2fa31553b2 service neutron] 10.222.0.10 "GET /v2.0/networks/ab56b835-a1ab-47d2-8eee-737aa8b0deb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813527 Mar 30 01:29:43.012073 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59374c2-cf16-499a-8aa9-547f2ff09db4 req-295c4959-82a5-4f55-a97d-37113e7005df tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:43.019454 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c59374c2-cf16-499a-8aa9-547f2ff09db4 req-295c4959-82a5-4f55-a97d-37113e7005df tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0641713 Mar 30 01:29:43.020232 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffaa32-903f-4d90-bef3-29ff4a900796 req-167903f6-21fe-402c-a78d-65cc65dc99d6 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:43.021641 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-70ffaa32-903f-4d90-bef3-29ff4a900796 req-167903f6-21fe-402c-a78d-65cc65dc99d6 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 944 time: 0.0621984 Mar 30 01:29:43.073318 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c59374c2-cf16-499a-8aa9-547f2ff09db4 req-ddf10b24-84b6-4273-8a25-9d8e177253b1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525987 Mar 30 01:29:43.080346 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-70ffaa32-903f-4d90-bef3-29ff4a900796 req-54b4178c-04b2-4051-be35-4699e97df2de tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521779 Mar 30 01:29:43.128282 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 2e2b1516-2b46-4ea4-95e2-a2c595e41256 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:29:43.248026 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 2e2b1516-2b46-4ea4-95e2-a2c595e41256, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e2b1516-2b46-4ea4-95e2-a2c595e41256,segment=NetworkSegment(6aeae255-afad-4b08-b02d-338c3d01fb29),segment_id=6aeae255-afad-4b08-b02d-338c3d01fb29)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:43.269923 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '2e2b1516-2b46-4ea4-95e2-a2c595e41256', 'network_id': 'ab56b835-a1ab-47d2-8eee-737aa8b0deb5', 'port_id': '2e2b1516-2b46-4ea4-95e2-a2c595e41256', 'mac_address': 'fa:16:3e:9d:a0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead35849-2077-48a9-b2ab-6372c6c92491', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:29:43.316566 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 2e2b1516-2b46-4ea4-95e2-a2c595e41256 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:43.316959 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.333287 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2b1516-2b46-4ea4-95e2-a2c595e41256 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:43.359335 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 2e2b1516-2b46-4ea4-95e2-a2c595e41256, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e2b1516-2b46-4ea4-95e2-a2c595e41256,segment=NetworkSegment(6aeae255-afad-4b08-b02d-338c3d01fb29),segment_id=6aeae255-afad-4b08-b02d-338c3d01fb29)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:43.365560 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.429680 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=2e2b1516-2b46-4ea4-95e2-a2c595e41256,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:43.448541 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.448797 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.449169 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.449515 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.449862 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.450199 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.450535 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.454179 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.454665 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.455607 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.456184 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.456812 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.457394 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.457942 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.458352 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:29:43.548911 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 36334) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:43.692091 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['2e2b1516-2b46-4ea4-95e2-a2c595e41256'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:29:43.708382 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-046dbe05-2f43-4930-90ff-c5766f12b294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.745172 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2113697c-66ed-4dc3-9ae5-48d2cb8f10b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.856268 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-046dbe05-2f43-4930-90ff-c5766f12b294 admin admin] Publish callbacks [] for security_group (356cd988-aab5-4a34-93a0-ae1007e49947), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.866246 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-046dbe05-2f43-4930-90ff-c5766f12b294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (356cd988-aab5-4a34-93a0-ae1007e49947), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:43.911732 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-046dbe05-2f43-4930-90ff-c5766f12b294 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=967b00f7c3844bf2823fade44d8cd17e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607786 Mar 30 01:29:43.913130 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dbe05-2f43-4930-90ff-c5766f12b294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356cd988-aab5-4a34-93a0-ae1007e49947,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:43.914440 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 36360) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:43.980053 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58a86989-e6ed-482f-ad50-b08d9ff847d9 admin admin] Publish callbacks [] for security_group (356cd988-aab5-4a34-93a0-ae1007e49947), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.007038 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58a86989-e6ed-482f-ad50-b08d9ff847d9 admin admin] Publish callbacks [] for security_group (356cd988-aab5-4a34-93a0-ae1007e49947), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.057308 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58a86989-e6ed-482f-ad50-b08d9ff847d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (356cd988-aab5-4a34-93a0-ae1007e49947), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.060009 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-58a86989-e6ed-482f-ad50-b08d9ff847d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.061284 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-58a86989-e6ed-482f-ad50-b08d9ff847d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/356cd988-aab5-4a34-93a0-ae1007e49947 HTTP/1.1" status: 204 len: 168 time: 0.1456132 Mar 30 01:29:44.070782 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a86989-e6ed-482f-ad50-b08d9ff847d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356cd988-aab5-4a34-93a0-ae1007e49947,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:44.223121 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98875a50-6aaa-4b97-948b-257ce88a3fd6 req-f1678ddf-7c95-48dd-899e-2363c2ce0317 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:44.232556 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e49b9-2e35-4c06-a4de-0ecd153262e1 req-351e8d6d-9824-4a40-8202-297ba5194316 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:44.247117 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98875a50-6aaa-4b97-948b-257ce88a3fd6 req-f1678ddf-7c95-48dd-899e-2363c2ce0317 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 945 time: 0.0887883 Mar 30 01:29:44.248827 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3d0e49b9-2e35-4c06-a4de-0ecd153262e1 req-351e8d6d-9824-4a40-8202-297ba5194316 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0789208 Mar 30 01:29:44.298364 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3d0e49b9-2e35-4c06-a4de-0ecd153262e1 req-7da4b933-8cfa-4d6c-8cf6-d47689627f85 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483274 Mar 30 01:29:44.317543 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98875a50-6aaa-4b97-948b-257ce88a3fd6 req-4333f7b3-cd4f-453f-822d-d7106e386485 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690413 Mar 30 01:29:44.762170 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 36398) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:44.866427 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2074140272-network', 'tenant_id': '3c5f5559501e4265ace8a4c9b0914eb7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:44.885588 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] Made reservation on behalf of 3c5f5559501e4265ace8a4c9b0914eb7 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:44.888050 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.899742 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.981920 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] Publish callbacks [] for security_group (baa70140-7104-4da8-8206-f27fdc97303c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:44.986844 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (baa70140-7104-4da8-8206-f27fdc97303c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.017244 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:29:45.027745 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa70140-7104-4da8-8206-f27fdc97303c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:45.042340 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (3d9973df-8a1f-4676-9d67-399f78cedd00), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.042694 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] Added segment 3d9973df-8a1f-4676-9d67-399f78cedd00 of type vlan for network 73a62991-5fd7-4623-a5bc-02edbe951f9a Mar 30 01:29:45.088715 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (73a62991-5fd7-4623-a5bc-02edbe951f9a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.120345 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (73a62991-5fd7-4623-a5bc-02edbe951f9a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.122342 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:45.123183 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.137212 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 2e2b1516-2b46-4ea4-95e2-a2c595e41256 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:45.185165 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4212251 Mar 30 01:29:45.187554 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 36418) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:45.194103 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cfe97-efae-4728-8d5a-7a3fd0937508 admin admin] Pushing event updated for resources: {'Network': ['ID=73a62991-5fd7-4623-a5bc-02edbe951f9a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:45.197749 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-13244b45-e128-4966-9c15-98d41f45897e admin admin] Request body: {'subnet': {'network_id': '73a62991-5fd7-4623-a5bc-02edbe951f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2074140272-subnet', 'tenant_id': '3c5f5559501e4265ace8a4c9b0914eb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:45.206270 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network 73a62991-5fd7-4623-a5bc-02edbe951f9a details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:29:45.209427 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port 2e2b1516-2b46-4ea4-95e2-a2c595e41256 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:29:45.220118 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13244b45-e128-4966-9c15-98d41f45897e admin admin] Made reservation on behalf of 3c5f5559501e4265ace8a4c9b0914eb7 for: {'subnet': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:45.222400 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-13244b45-e128-4966-9c15-98d41f45897e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60116538'] for subnet (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.251969 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 2e2b1516-2b46-4ea4-95e2-a2c595e41256 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:45.252387 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.362367 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 2e2b1516-2b46-4ea4-95e2-a2c595e41256 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:45.362794 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.390520 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b46462-6c96-4a8b-ba4c-a832d256a6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2b1516-2b46-4ea4-95e2-a2c595e41256'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:45.392801 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1707e5c6-1a79-4f09-8a5c-252275065b5e" -d '{"events": [{"server_uuid": "67b46462-6c96-4a8b-ba4c-a832d256a6aa", "name": "network-vif-plugged", "status": "completed", "tag": "2e2b1516-2b46-4ea4-95e2-a2c595e41256"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:45.410218 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 2e2b1516-2b46-4ea4-95e2-a2c595e41256, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e2b1516-2b46-4ea4-95e2-a2c595e41256,segment=NetworkSegment(6aeae255-afad-4b08-b02d-338c3d01fb29),segment_id=6aeae255-afad-4b08-b02d-338c3d01fb29)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:45.418896 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.465320 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-13244b45-e128-4966-9c15-98d41f45897e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3152834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60116524'] for subnet (ba9c5951-f21b-4aa7-984e-86d2a3beb4d5), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.497871 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=2e2b1516-2b46-4ea4-95e2-a2c595e41256,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:45.518477 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54202beb-c464-4e58-8e42-8a3ae5bc84fe req-9d7a7174-bcfe-45ee-9845-9aa45ab124c5 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:45.518477 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-54202beb-c464-4e58-8e42-8a3ae5bc84fe req-9d7a7174-bcfe-45ee-9845-9aa45ab124c5 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 946 time: 0.0728233 Mar 30 01:29:45.563719 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13244b45-e128-4966-9c15-98d41f45897e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9c5951-f21b-4aa7-984e-86d2a3beb4d5,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:45.593936 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-54202beb-c464-4e58-8e42-8a3ae5bc84fe req-fc13058e-0539-4e3c-8885-43de1a6e5262 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766068 Mar 30 01:29:45.596243 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a4f0c-91fc-4277-8d2a-72ef7b9d78fc req-68fe1afa-007e-4483-b72c-4610ea48158a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:45.600048 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-959a4f0c-91fc-4277-8d2a-72ef7b9d78fc req-68fe1afa-007e-4483-b72c-4610ea48158a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.1501510 Mar 30 01:29:45.614724 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13244b45-e128-4966-9c15-98d41f45897e admin admin] Checking segment: {'id': '3d9973df-8a1f-4676-9d67-399f78cedd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '73a62991-5fd7-4623-a5bc-02edbe951f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:45.614724 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13244b45-e128-4966-9c15-98d41f45897e admin admin] Network hostable DHCP agents. Network: 73a62991-5fd7-4623-a5bc-02edbe951f9a, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:29:45.639661 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f03ace0-aaa1-45b7-95ea-2d74ce855732 x-openstack-request-id: req-6f03ace0-aaa1-45b7-95ea-2d74ce855732 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:45.639980 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b46462-6c96-4a8b-ba4c-a832d256a6aa", "name": "network-vif-plugged", "status": "completed", "tag": "2e2b1516-2b46-4ea4-95e2-a2c595e41256", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:45.640236 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f03ace0-aaa1-45b7-95ea-2d74ce855732 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:45.640636 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f03ace0-aaa1-45b7-95ea-2d74ce855732'] response: {'server_uuid': '67b46462-6c96-4a8b-ba4c-a832d256a6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2b1516-2b46-4ea4-95e2-a2c595e41256', 'code': 200} Mar 30 01:29:45.651512 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13244b45-e128-4966-9c15-98d41f45897e admin admin] Network 73a62991-5fd7-4623-a5bc-02edbe951f9a is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:29:45.667327 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-959a4f0c-91fc-4277-8d2a-72ef7b9d78fc req-d0050497-e028-4af3-8ae4-655968665d73 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629086 Mar 30 01:29:45.668330 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-13244b45-e128-4966-9c15-98d41f45897e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, 73a62991-5fd7-4623-a5bc-02edbe951f9a) {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:45.672759 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13244b45-e128-4966-9c15-98d41f45897e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:45.673348 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-13244b45-e128-4966-9c15-98d41f45897e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:45.676944 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc34531-de1b-45b8-a890-f44d29b9c960 None None] Network 73a62991-5fd7-4623-a5bc-02edbe951f9a requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:29:45.693816 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-13244b45-e128-4966-9c15-98d41f45897e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5036461 Mar 30 01:29:45.779222 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76da5ed-4bbf-470a-bf91-6a54a574c795 None None] Network 73a62991-5fd7-4623-a5bc-02edbe951f9a requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:29:45.879525 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1200771-5d95-4135-8cde-cc633670acde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:46.717386 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d3266-1b5f-4626-9c1b-8f07b9063f3b req-c13ba817-1356-4ecd-9986-f77a6736b032 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:46.718939 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6b5d3266-1b5f-4626-9c1b-8f07b9063f3b req-c13ba817-1356-4ecd-9986-f77a6736b032 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 946 time: 0.0522568 Mar 30 01:29:46.766804 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6b5d3266-1b5f-4626-9c1b-8f07b9063f3b req-43166b5b-610d-43cc-bcd7-27cf165e4a8a tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424306 Mar 30 01:29:46.784320 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8ed25-8b76-427c-98b3-36505d797096 req-e3480844-2b6d-469b-b702-dc71951f5ab6 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:46.785768 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e6a8ed25-8b76-427c-98b3-36505d797096 req-e3480844-2b6d-469b-b702-dc71951f5ab6 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0519354 Mar 30 01:29:46.833540 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e6a8ed25-8b76-427c-98b3-36505d797096 req-72f1af26-f137-4a90-8750-911246d8c938 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419130 Mar 30 01:29:47.083911 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:47.885536 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a29a63-c131-44aa-ac61-cc38d94c7299 req-9be682c4-1395-46c4-a6c4-fa98e76b9144 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:47.886801 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38a29a63-c131-44aa-ac61-cc38d94c7299 req-9be682c4-1395-46c4-a6c4-fa98e76b9144 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 946 time: 0.0555255 Mar 30 01:29:47.942808 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38a29a63-c131-44aa-ac61-cc38d94c7299 req-7ff110b0-dfa5-4f87-ae21-208c75169237 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499349 Mar 30 01:29:47.955564 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafde04e-fb7f-41e7-b6cb-9abdffd56ec6 req-1e163d24-bc64-4f14-961b-35fb38b180a1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:47.957064 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-eafde04e-fb7f-41e7-b6cb-9abdffd56ec6 req-1e163d24-bc64-4f14-961b-35fb38b180a1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0558081 Mar 30 01:29:48.003433 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-eafde04e-fb7f-41e7-b6cb-9abdffd56ec6 req-d0fae41e-5285-492e-83cc-30327a8b7219 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408993 Mar 30 01:29:48.329608 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1f4d4-90e8-4638-9b96-18d4c8a86448 req-9b1f41c9-eb6f-4502-9928-1ee9f3af3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:48.331123 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dbb1f4d4-90e8-4638-9b96-18d4c8a86448 req-9b1f41c9-eb6f-4502-9928-1ee9f3af3bf6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 1130 time: 0.0441742 Mar 30 01:29:48.376329 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dbb1f4d4-90e8-4638-9b96-18d4c8a86448 req-502212fb-7667-4509-b488-18cd08217489 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372288 Mar 30 01:29:48.479262 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:49.063218 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5b814-bcea-4449-a429-80bc36ae812e req-d1ef12d8-657c-4ffa-885b-4b4efb69eb9e tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:49.064713 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-19b5b814-bcea-4449-a429-80bc36ae812e req-d1ef12d8-657c-4ffa-885b-4b4efb69eb9e tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 946 time: 0.0531909 Mar 30 01:29:49.118434 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-19b5b814-bcea-4449-a429-80bc36ae812e req-992f4f1a-08f6-4db9-a205-b422cdd25728 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478063 Mar 30 01:29:49.127844 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8b5b8-e78b-4467-b2f8-2647d87f2cd8 req-78f1e252-57a1-44b6-8f22-f0da3d98ced7 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:49.129229 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-00e8b5b8-e78b-4467-b2f8-2647d87f2cd8 req-78f1e252-57a1-44b6-8f22-f0da3d98ced7 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0566025 Mar 30 01:29:49.188593 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-00e8b5b8-e78b-4467-b2f8-2647d87f2cd8 req-4e73039c-02b8-4ec7-bb92-010949995586 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433996 Mar 30 01:29:49.563857 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d181d-156a-468e-90c4-319ed6be0a2b req-d62356c0-7601-44d5-aec5-f20675b3890b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:49.565562 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-958d181d-156a-468e-90c4-319ed6be0a2b req-d62356c0-7601-44d5-aec5-f20675b3890b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/networks?id=73a62991-5fd7-4623-a5bc-02edbe951f9a HTTP/1.1" status: 200 len: 814 time: 0.1195843 Mar 30 01:29:49.579818 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-958d181d-156a-468e-90c4-319ed6be0a2b req-519458b7-c8cc-4660-aa92-11da98d54a68 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/quotas/3c5f5559501e4265ace8a4c9b0914eb7 HTTP/1.1" status: 200 len: 375 time: 0.0090013 Mar 30 01:29:49.613948 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-958d181d-156a-468e-90c4-319ed6be0a2b req-654fad59-1efe-4fa6-9597-0a10ddc656dd tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c5f5559501e4265ace8a4c9b0914eb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287147 Mar 30 01:29:49.744603 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-958d181d-156a-468e-90c4-319ed6be0a2b req-3f53b174-644e-49a0-a53a-c4982340cf8f service neutron] 10.222.0.30 "GET /v2.0/networks/73a62991-5fd7-4623-a5bc-02edbe951f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201122 Mar 30 01:29:49.853801 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-958d181d-156a-468e-90c4-319ed6be0a2b req-d69c2696-e21c-4ed6-80f4-80d515ed0ad5 service neutron] 10.222.0.30 "GET /v2.0/networks/73a62991-5fd7-4623-a5bc-02edbe951f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026878 Mar 30 01:29:49.950748 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bef1d-9fce-419a-bf81-aa6633e19bf6 req-d6609c29-3faa-47e0-abd7-e09e87a4e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:49.952270 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0e6bef1d-9fce-419a-bf81-aa6633e19bf6 req-d6609c29-3faa-47e0-abd7-e09e87a4e886 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 1130 time: 0.0547247 Mar 30 01:29:50.029045 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0e6bef1d-9fce-419a-bf81-aa6633e19bf6 req-26d775b4-51bf-4140-a28a-bdff0d305b66 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622873 Mar 30 01:29:50.045261 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5f4dfd9c-f774-4766-9ab7-47bf88f7b175 req-db5faef7-292f-44d4-972c-dbd5ed94b426 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 210 time: 0.0371909 Mar 30 01:29:50.065028 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:50.278013 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca0ef3-dd6a-498e-88a1-c8d42af21f75 req-76f468fb-ff5c-477f-9433-73636400e247 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:50.279570 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cbca0ef3-dd6a-498e-88a1-c8d42af21f75 req-76f468fb-ff5c-477f-9433-73636400e247 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 946 time: 0.0707626 Mar 30 01:29:50.328309 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656e2fd-005c-44fd-907f-f32b6cf496fe req-b31c833e-6ae9-4c3f-a1c8-f368eea4f4a8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:50.329836 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a656e2fd-005c-44fd-907f-f32b6cf496fe req-b31c833e-6ae9-4c3f-a1c8-f368eea4f4a8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0643139 Mar 30 01:29:50.332580 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cbca0ef3-dd6a-498e-88a1-c8d42af21f75 req-f96403dd-f850-4eff-a40c-2660149eae17 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467820 Mar 30 01:29:50.381837 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a656e2fd-005c-44fd-907f-f32b6cf496fe req-912aff5d-8392-4033-9f26-c8a18bc1547f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459602 Mar 30 01:29:50.766572 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 36586) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:50.876471 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09d1e507-6a3d-49b8-8506-cde936092961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:50.966819 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09d1e507-6a3d-49b8-8506-cde936092961 admin admin] Publish callbacks [] for security_group (17579b6a-ed2e-42e3-b9d1-6db6b1b4a8a9), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:50.970858 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-09d1e507-6a3d-49b8-8506-cde936092961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (17579b6a-ed2e-42e3-b9d1-6db6b1b4a8a9), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.045685 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-09d1e507-6a3d-49b8-8506-cde936092961 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ada485b862e34f93837708afbe0b1ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779868 Mar 30 01:29:51.045925 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 36602) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:51.049852 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1e507-6a3d-49b8-8506-cde936092961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17579b6a-ed2e-42e3-b9d1-6db6b1b4a8a9,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:51.079411 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cf239-9792-4388-8170-ca920de3e456 req-798ab9a0-ca84-4c45-a037-e42e91ccb601 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:51.081106 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-664cf239-9792-4388-8170-ca920de3e456 req-798ab9a0-ca84-4c45-a037-e42e91ccb601 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 946 time: 0.0840163 Mar 30 01:29:51.145927 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-664cf239-9792-4388-8170-ca920de3e456 req-19754c5f-7fbd-435c-a11e-c462b8fd6997 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550385 Mar 30 01:29:51.176596 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-41e67b5d-6933-41d5-8181-d751bfdb2092 req-5d47481a-3f22-48aa-ab46-e6a6f3db1ad2 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 210 time: 0.0429327 Mar 30 01:29:51.185744 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2dbac9f1-0572-4181-909f-d8d900b6f384 admin admin] Publish callbacks [] for security_group (17579b6a-ed2e-42e3-b9d1-6db6b1b4a8a9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.256411 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2dbac9f1-0572-4181-909f-d8d900b6f384 admin admin] Publish callbacks [] for security_group (17579b6a-ed2e-42e3-b9d1-6db6b1b4a8a9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.361937 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d181d-156a-468e-90c4-319ed6be0a2b req-ca483810-6a7c-433c-b604-9ebe5edbaf47 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:51.364203 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-958d181d-156a-468e-90c4-319ed6be0a2b req-ca483810-6a7c-433c-b604-9ebe5edbaf47 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.10 "GET /v2.0/networks?id=73a62991-5fd7-4623-a5bc-02edbe951f9a HTTP/1.1" status: 200 len: 814 time: 0.1900718 Mar 30 01:29:51.375164 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2dbac9f1-0572-4181-909f-d8d900b6f384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (17579b6a-ed2e-42e3-b9d1-6db6b1b4a8a9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.377790 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2dbac9f1-0572-4181-909f-d8d900b6f384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.381230 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2dbac9f1-0572-4181-909f-d8d900b6f384 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17579b6a-ed2e-42e3-b9d1-6db6b1b4a8a9 HTTP/1.1" status: 204 len: 168 time: 0.3316414 Mar 30 01:29:51.390820 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-958d181d-156a-468e-90c4-319ed6be0a2b req-1006c269-20f7-4536-9442-0439480b7e30 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Request body: {'port': {'device_id': 'b753627f-115c-4624-8428-d2498e53928b', 'network_id': '73a62991-5fd7-4623-a5bc-02edbe951f9a', 'admin_state_up': True, 'tenant_id': '3c5f5559501e4265ace8a4c9b0914eb7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:51.395474 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbac9f1-0572-4181-909f-d8d900b6f384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17579b6a-ed2e-42e3-b9d1-6db6b1b4a8a9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:51.520331 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958d181d-156a-468e-90c4-319ed6be0a2b req-1006c269-20f7-4536-9442-0439480b7e30 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Made reservation on behalf of 3c5f5559501e4265ace8a4c9b0914eb7 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:51.523945 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-958d181d-156a-468e-90c4-319ed6be0a2b req-1006c269-20f7-4536-9442-0439480b7e30 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.550046 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e819f4-32e9-4c79-884c-3cbbfdacb616 req-083797b2-2559-4145-9a77-e745b888ee95 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:51.558952 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-65e819f4-32e9-4c79-884c-3cbbfdacb616 req-083797b2-2559-4145-9a77-e745b888ee95 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0751412 Mar 30 01:29:51.613441 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-65e819f4-32e9-4c79-884c-3cbbfdacb616 req-0d1f30db-defb-41a0-8be4-2c7fa125b33e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532432 Mar 30 01:29:51.739516 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-958d181d-156a-468e-90c4-319ed6be0a2b req-1006c269-20f7-4536-9442-0439480b7e30 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Allocated IP 172.20.0.2 (73a62991-5fd7-4623-a5bc-02edbe951f9a/ba9c5951-f21b-4aa7-984e-86d2a3beb4d5/b8280eb7-f712-4556-9358-0c98e88e8f34) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:51.775228 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 36630) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:51.788253 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6d60-b671-4a33-af52-9d8135045494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.792435 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58783cc3-387b-41d9-9b9a-48910ec36278 req-5839bcfb-dde0-456a-b3d3-05eb7f72c93b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:51.794103 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58783cc3-387b-41d9-9b9a-48910ec36278 req-5839bcfb-dde0-456a-b3d3-05eb7f72c93b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0963130 Mar 30 01:29:51.867189 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6d60-b671-4a33-af52-9d8135045494 admin admin] Publish callbacks [] for security_group (6c939e0e-f925-45f6-92a9-eb1aaa4ea1bf), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.871242 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6d60-b671-4a33-af52-9d8135045494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (6c939e0e-f925-45f6-92a9-eb1aaa4ea1bf), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.897105 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58783cc3-387b-41d9-9b9a-48910ec36278 req-ff55ecd6-ffe8-4226-ac4e-91c223d67d72 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955749 Mar 30 01:29:51.919679 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-8c8e6d60-b671-4a33-af52-9d8135045494 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=556900ee811e4967bd1592bffa32ec82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348209 Mar 30 01:29:51.919679 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e6d60-b671-4a33-af52-9d8135045494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c939e0e-f925-45f6-92a9-eb1aaa4ea1bf,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:51.919902 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 36632) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:51.955339 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-958d181d-156a-468e-90c4-319ed6be0a2b req-1006c269-20f7-4536-9442-0439480b7e30 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks [] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:51.999275 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5eb97f2-e8a3-42f9-a8c2-7ee3e0958a60 admin admin] Publish callbacks [] for security_group (6c939e0e-f925-45f6-92a9-eb1aaa4ea1bf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.024659 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-958d181d-156a-468e-90c4-319ed6be0a2b req-1006c269-20f7-4536-9442-0439480b7e30 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.028149 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5eb97f2-e8a3-42f9-a8c2-7ee3e0958a60 admin admin] Publish callbacks [] for security_group (6c939e0e-f925-45f6-92a9-eb1aaa4ea1bf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.089594 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958d181d-156a-468e-90c4-319ed6be0a2b req-1006c269-20f7-4536-9442-0439480b7e30 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Network 73a62991-5fd7-4623-a5bc-02edbe951f9a is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:52.100585 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-958d181d-156a-468e-90c4-319ed6be0a2b req-1006c269-20f7-4536-9442-0439480b7e30 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:52.106751 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-958d181d-156a-468e-90c4-319ed6be0a2b req-1006c269-20f7-4536-9442-0439480b7e30 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:52.110837 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006c269-20f7-4536-9442-0439480b7e30 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Pushing event updated for resources: {'Port': ['ID=b8280eb7-f712-4556-9358-0c98e88e8f34,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:52.162566 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d181d-156a-468e-90c4-319ed6be0a2b req-1006c269-20f7-4536-9442-0439480b7e30 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:52.163273 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-958d181d-156a-468e-90c4-319ed6be0a2b req-1006c269-20f7-4536-9442-0439480b7e30 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.167679 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5eb97f2-e8a3-42f9-a8c2-7ee3e0958a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (6c939e0e-f925-45f6-92a9-eb1aaa4ea1bf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.171581 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5eb97f2-e8a3-42f9-a8c2-7ee3e0958a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.171581 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e5eb97f2-e8a3-42f9-a8c2-7ee3e0958a60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c939e0e-f925-45f6-92a9-eb1aaa4ea1bf HTTP/1.1" status: 204 len: 168 time: 0.2557533 Mar 30 01:29:52.207064 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb97f2-e8a3-42f9-a8c2-7ee3e0958a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c939e0e-f925-45f6-92a9-eb1aaa4ea1bf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:52.215080 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-958d181d-156a-468e-90c4-319ed6be0a2b req-1006c269-20f7-4536-9442-0439480b7e30 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8279462 Mar 30 01:29:52.233445 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Request body: {'port': {'device_id': 'b753627f-115c-4624-8428-d2498e53928b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:52.336136 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd573d39-cc3a-412c-a695-b3f5aa0e1210 req-d3d18ba5-1fab-48d4-93a7-cf43ab650cb7 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:52.343687 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dd573d39-cc3a-412c-a695-b3f5aa0e1210 req-d3d18ba5-1fab-48d4-93a7-cf43ab650cb7 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 946 time: 0.0675032 Mar 30 01:29:52.376057 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.411862 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dd573d39-cc3a-412c-a695-b3f5aa0e1210 req-5e2b55fa-b075-4590-a141-36cb13f7c0b4 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671279 Mar 30 01:29:52.442850 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5880fe-07b9-4f95-b198-55402b3cc8d8 req-3f4ac417-6cfd-4baf-bea5-f77e266feff2 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:52.444314 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c5880fe-07b9-4f95-b198-55402b3cc8d8 req-3f4ac417-6cfd-4baf-bea5-f77e266feff2 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 931 time: 0.1296437 Mar 30 01:29:52.559828 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c5880fe-07b9-4f95-b198-55402b3cc8d8 req-0e4ff7a6-8f4c-44de-9ff5-ca6e33453d87 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070521 Mar 30 01:29:52.721422 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8280eb7-f712-4556-9358-0c98e88e8f34 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:52.735118 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Publish callbacks [] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.749941 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Transition to ACTIVE for port object b8280eb7-f712-4556-9358-0c98e88e8f34 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:29:52.753977 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:52.815401 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Pushing event updated for resources: {'Port': ['ID=b8280eb7-f712-4556-9358-0c98e88e8f34,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:52.888713 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293064a-14f9-481a-9f36-c14e672aea4f req-9d67aedf-ded9-4eec-ae3e-393626c82fea tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:52.890179 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d293064a-14f9-481a-9f36-c14e672aea4f req-9d67aedf-ded9-4eec-ae3e-393626c82fea tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.10 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 946 time: 0.0694144 Mar 30 01:29:52.909643 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Attempting to bind port b8280eb7-f712-4556-9358-0c98e88e8f34 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:29:52.909752 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Attempting to bind port b8280eb7-f712-4556-9358-0c98e88e8f34 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '3d9973df-8a1f-4676-9d67-399f78cedd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '73a62991-5fd7-4623-a5bc-02edbe951f9a'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:29:52.910058 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Attempting to bind port b8280eb7-f712-4556-9358-0c98e88e8f34 on network 73a62991-5fd7-4623-a5bc-02edbe951f9a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:52.915330 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Port b8280eb7-f712-4556-9358-0c98e88e8f34 on network 73a62991-5fd7-4623-a5bc-02edbe951f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:29:52.915652 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Attempting to bind port b8280eb7-f712-4556-9358-0c98e88e8f34 on network 73a62991-5fd7-4623-a5bc-02edbe951f9a {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:52.921966 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:29:52.922309 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Checking segment: {'id': '3d9973df-8a1f-4676-9d67-399f78cedd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '73a62991-5fd7-4623-a5bc-02edbe951f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:52.922688 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Bound using segment: {'id': '3d9973df-8a1f-4676-9d67-399f78cedd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '73a62991-5fd7-4623-a5bc-02edbe951f9a'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:29:52.923138 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Bound port: b8280eb7-f712-4556-9358-0c98e88e8f34, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9973df-8a1f-4676-9d67-399f78cedd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '73a62991-5fd7-4623-a5bc-02edbe951f9a'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:29:52.923492 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.003572 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] For port b8280eb7-f712-4556-9358-0c98e88e8f34, host hv-cinder-81713, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:29:53.008455 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] For port b8280eb7-f712-4556-9358-0c98e88e8f34, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b8280eb7-f712-4556-9358-0c98e88e8f34,segment=NetworkSegment(3d9973df-8a1f-4676-9d67-399f78cedd00),segment_id=3d9973df-8a1f-4676-9d67-399f78cedd00)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:29:53.018601 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.060969 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:53.061507 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.062838 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-d293064a-14f9-481a-9f36-c14e672aea4f req-33d91575-4917-405a-827e-99412c5b378b tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Deleting port 2e2b1516-2b46-4ea4-95e2-a2c595e41256 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:29:53.063012 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] 10.222.0.10 "PUT /v2.0/ports/b8280eb7-f712-4556-9358-0c98e88e8f34 HTTP/1.1" status: 200 len: 1093 time: 0.8337584 Mar 30 01:29:53.063334 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b753627f-115c-4624-8428-d2498e53928b', 'tag': 'b8280eb7-f712-4556-9358-0c98e88e8f34'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:53.063631 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-d293064a-14f9-481a-9f36-c14e672aea4f req-33d91575-4917-405a-827e-99412c5b378b tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.065577 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f07de1-8a52-4fb5-a419-c5930873834a" -d '{"events": [{"name": "network-changed", "server_uuid": "b753627f-115c-4624-8428-d2498e53928b", "tag": "b8280eb7-f712-4556-9358-0c98e88e8f34"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:53.099283 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc5c63-8739-4839-8c3a-b67c852dd57f service neutron] Pushing event updated for resources: {'Port': ['ID=b8280eb7-f712-4556-9358-0c98e88e8f34,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:53.136247 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.184610 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfc0c06-627d-4345-818a-8ad2ff519363 x-openstack-request-id: req-0cfc0c06-627d-4345-818a-8ad2ff519363 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:53.184902 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b753627f-115c-4624-8428-d2498e53928b", "tag": "b8280eb7-f712-4556-9358-0c98e88e8f34", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:53.185205 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0cfc0c06-627d-4345-818a-8ad2ff519363 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:53.185535 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfc0c06-627d-4345-818a-8ad2ff519363'] response: {'name': 'network-changed', 'server_uuid': 'b753627f-115c-4624-8428-d2498e53928b', 'tag': 'b8280eb7-f712-4556-9358-0c98e88e8f34', 'status': 'completed', 'code': 200} Mar 30 01:29:53.192340 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d181d-156a-468e-90c4-319ed6be0a2b req-ff71531b-1484-42df-8698-096a7d3c712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:53.194271 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-958d181d-156a-468e-90c4-319ed6be0a2b req-ff71531b-1484-42df-8698-096a7d3c712b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c5f5559501e4265ace8a4c9b0914eb7&device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 1127 time: 0.0660598 Mar 30 01:29:53.231819 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-d293064a-14f9-481a-9f36-c14e672aea4f req-33d91575-4917-405a-827e-99412c5b378b tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] For port 2e2b1516-2b46-4ea4-95e2-a2c595e41256, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=2e2b1516-2b46-4ea4-95e2-a2c595e41256,segment=NetworkSegment(6aeae255-afad-4b08-b02d-338c3d01fb29),segment_id=6aeae255-afad-4b08-b02d-338c3d01fb29)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:53.232421 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-d293064a-14f9-481a-9f36-c14e672aea4f req-33d91575-4917-405a-827e-99412c5b378b tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.250809 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-958d181d-156a-468e-90c4-319ed6be0a2b req-003ec36d-92dd-46a0-bfbc-c5663d1463b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8280eb7-f712-4556-9358-0c98e88e8f34 HTTP/1.1" status: 200 len: 217 time: 0.0448580 Mar 30 01:29:53.258246 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-d293064a-14f9-481a-9f36-c14e672aea4f req-33d91575-4917-405a-827e-99412c5b378b tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Calling delete_port for 2e2b1516-2b46-4ea4-95e2-a2c595e41256 owned by compute:nova {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:29:53.321776 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d181d-156a-468e-90c4-319ed6be0a2b req-f8bcf484-bf6e-4897-bfc8-c138a16185d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:53.323657 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-958d181d-156a-468e-90c4-319ed6be0a2b req-f8bcf484-bf6e-4897-bfc8-c138a16185d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ba9c5951-f21b-4aa7-984e-86d2a3beb4d5 HTTP/1.1" status: 200 len: 854 time: 0.0628970 Mar 30 01:29:53.366582 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-958d181d-156a-468e-90c4-319ed6be0a2b req-479f3a25-2e0f-4cef-93fc-6f9df68f6293 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73a62991-5fd7-4623-a5bc-02edbe951f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347748 Mar 30 01:29:53.500376 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-958d181d-156a-468e-90c4-319ed6be0a2b req-6f930bc6-c7ce-485d-bc6f-d03c4a1d776f service neutron] 10.222.0.10 "GET /v2.0/networks/73a62991-5fd7-4623-a5bc-02edbe951f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241496 Mar 30 01:29:53.656013 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc7106-c85f-4edb-a454-dcae73e5f7a1 req-f7ca726f-cbf3-498c-aad9-3d4dd1a74f49 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:53.657841 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-acfc7106-c85f-4edb-a454-dcae73e5f7a1 req-f7ca726f-cbf3-498c-aad9-3d4dd1a74f49 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=67b46462-6c96-4a8b-ba4c-a832d256a6aa HTTP/1.1" status: 200 len: 946 time: 0.1348743 Mar 30 01:29:53.708035 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-958d181d-156a-468e-90c4-319ed6be0a2b req-5d17997b-8283-4f8d-9eed-4d5802fc58fc service neutron] 10.222.0.10 "GET /v2.0/networks/73a62991-5fd7-4623-a5bc-02edbe951f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991367 Mar 30 01:29:53.764571 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-acfc7106-c85f-4edb-a454-dcae73e5f7a1 req-7deb8cc3-fd02-4ed5-bde7-572bcba06938 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930648 Mar 30 01:29:53.810290 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33aaac-8470-4e46-bb6a-1c4690812349 req-fb62addd-960b-48d3-b071-696100841af7 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:53.817634 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ae33aaac-8470-4e46-bb6a-1c4690812349 req-fb62addd-960b-48d3-b071-696100841af7 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 943 time: 0.1059675 Mar 30 01:29:53.838143 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f07de1-8a52-4fb5-a419-c5930873834a req-885c54c0-60e2-4219-9a46-d8ae99487ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:53.839811 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-07f07de1-8a52-4fb5-a419-c5930873834a req-885c54c0-60e2-4219-9a46-d8ae99487ba4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c5f5559501e4265ace8a4c9b0914eb7&device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 1127 time: 0.0711312 Mar 30 01:29:53.893574 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ae33aaac-8470-4e46-bb6a-1c4690812349 req-ecd61008-f424-466f-b53e-2f3c555f2de6 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751696 Mar 30 01:29:53.896208 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-d293064a-14f9-481a-9f36-c14e672aea4f req-33d91575-4917-405a-827e-99412c5b378b tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (2e2b1516-2b46-4ea4-95e2-a2c595e41256), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:53.949044 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d91575-4917-405a-827e-99412c5b378b tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Pushing event deleted for resources: {'Port': ['ID=2e2b1516-2b46-4ea4-95e2-a2c595e41256,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:53.988288 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f07de1-8a52-4fb5-a419-c5930873834a req-84c68ec6-b940-449d-9052-4aab6815ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:53.990190 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-07f07de1-8a52-4fb5-a419-c5930873834a req-84c68ec6-b940-449d-9052-4aab6815ee3f service neutron] 10.222.0.10 "GET /v2.0/networks?id=73a62991-5fd7-4623-a5bc-02edbe951f9a HTTP/1.1" status: 200 len: 915 time: 0.1424658 Mar 30 01:29:54.054923 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-d293064a-14f9-481a-9f36-c14e672aea4f req-33d91575-4917-405a-827e-99412c5b378b tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] No DVR routers for this DVR port 2e2b1516-2b46-4ea4-95e2-a2c595e41256 on host hv-cinder-81713 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:29:54.089450 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-d293064a-14f9-481a-9f36-c14e672aea4f req-33d91575-4917-405a-827e-99412c5b378b tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:54.092647 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d293064a-14f9-481a-9f36-c14e672aea4f req-33d91575-4917-405a-827e-99412c5b378b tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.10 "DELETE /v2.0/ports/2e2b1516-2b46-4ea4-95e2-a2c595e41256 HTTP/1.1" status: 204 len: 173 time: 1.1943035 Mar 30 01:29:54.093964 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b46462-6c96-4a8b-ba4c-a832d256a6aa', 'name': 'network-vif-deleted', 'tag': '2e2b1516-2b46-4ea4-95e2-a2c595e41256'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:54.096414 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af92f03-ab56-4d82-958a-9c7e273fe125" -d '{"events": [{"server_uuid": "67b46462-6c96-4a8b-ba4c-a832d256a6aa", "name": "network-vif-deleted", "tag": "2e2b1516-2b46-4ea4-95e2-a2c595e41256"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:54.141133 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3db5d8-849c-4be7-956c-184c27a89620 x-openstack-request-id: req-0d3db5d8-849c-4be7-956c-184c27a89620 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:54.141431 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b46462-6c96-4a8b-ba4c-a832d256a6aa", "name": "network-vif-deleted", "tag": "2e2b1516-2b46-4ea4-95e2-a2c595e41256", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:54.141681 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d3db5d8-849c-4be7-956c-184c27a89620 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:54.142072 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d3db5d8-849c-4be7-956c-184c27a89620'] response: {'server_uuid': '67b46462-6c96-4a8b-ba4c-a832d256a6aa', 'name': 'network-vif-deleted', 'tag': '2e2b1516-2b46-4ea4-95e2-a2c595e41256', 'status': 'completed', 'code': 200} Mar 30 01:29:54.146601 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec597e89-06c0-4654-b74d-6c12e1508d8b req-66e7c47d-6f8a-4243-8495-ee983c5119d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:54.148117 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ec597e89-06c0-4654-b74d-6c12e1508d8b req-66e7c47d-6f8a-4243-8495-ee983c5119d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 1130 time: 0.0944905 Mar 30 01:29:54.164872 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3483c7b-122c-436e-bd52-a532de320bc0 req-768bf91b-92e3-4c31-9120-4cebfb297dd1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:54.166506 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f3483c7b-122c-436e-bd52-a532de320bc0 req-768bf91b-92e3-4c31-9120-4cebfb297dd1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.1012952 Mar 30 01:29:54.277586 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f3483c7b-122c-436e-bd52-a532de320bc0 req-16a7a4c7-6410-44e0-861b-83a53595838d tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025805 Mar 30 01:29:54.296119 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec597e89-06c0-4654-b74d-6c12e1508d8b req-4ea606ee-cad2-4272-8d6e-f0493b2522d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:54.298280 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ec597e89-06c0-4654-b74d-6c12e1508d8b req-4ea606ee-cad2-4272-8d6e-f0493b2522d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 919 time: 0.1307356 Mar 30 01:29:54.323198 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-07f07de1-8a52-4fb5-a419-c5930873834a req-21f111ad-c99e-4199-a878-968f4b1bdb94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8280eb7-f712-4556-9358-0c98e88e8f34 HTTP/1.1" status: 200 len: 217 time: 0.3193760 Mar 30 01:29:54.356842 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ec597e89-06c0-4654-b74d-6c12e1508d8b req-cec1c1b8-a00d-4656-be2b-00e58a78e368 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20e728cd-69f4-47f4-91be-199338787410 HTTP/1.1" status: 200 len: 217 time: 0.0506532 Mar 30 01:29:54.380982 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f07de1-8a52-4fb5-a419-c5930873834a req-443234da-951c-45d5-9c26-65a92e71a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:54.382451 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-07f07de1-8a52-4fb5-a419-c5930873834a req-443234da-951c-45d5-9c26-65a92e71a45e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ba9c5951-f21b-4aa7-984e-86d2a3beb4d5 HTTP/1.1" status: 200 len: 854 time: 0.0526810 Mar 30 01:29:54.420651 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec597e89-06c0-4654-b74d-6c12e1508d8b req-5d78514b-d0c1-4a7f-89b2-f677f21c0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:54.422682 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ec597e89-06c0-4654-b74d-6c12e1508d8b req-5d78514b-d0c1-4a7f-89b2-f677f21c0425 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0588682 Mar 30 01:29:54.432324 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-07f07de1-8a52-4fb5-a419-c5930873834a req-1af10106-75cb-493c-a904-801bae6f2144 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73a62991-5fd7-4623-a5bc-02edbe951f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351632 Mar 30 01:29:54.488713 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec597e89-06c0-4654-b74d-6c12e1508d8b req-537169c1-bebb-4f25-8637-094bc553d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:54.490192 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ec597e89-06c0-4654-b74d-6c12e1508d8b req-537169c1-bebb-4f25-8637-094bc553d952 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609455 Mar 30 01:29:54.542346 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-07f07de1-8a52-4fb5-a419-c5930873834a req-fd3afe0e-56e9-4762-a178-ac2638af2d10 service neutron] 10.222.0.10 "GET /v2.0/networks/73a62991-5fd7-4623-a5bc-02edbe951f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004355 Mar 30 01:29:54.591402 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ec597e89-06c0-4654-b74d-6c12e1508d8b req-1a57ec3f-e282-4e77-a2fb-a8b2c4648895 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928388 Mar 30 01:29:54.646903 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-07f07de1-8a52-4fb5-a419-c5930873834a req-9a96d97d-516c-470b-8d4d-a7e07cba864e service neutron] 10.222.0.10 "GET /v2.0/networks/73a62991-5fd7-4623-a5bc-02edbe951f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971718 Mar 30 01:29:54.726415 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ec597e89-06c0-4654-b74d-6c12e1508d8b req-deb4de3c-0c06-43b6-aa8d-ff7510961c29 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032519 Mar 30 01:29:55.032243 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d30a4-1ecd-475e-801a-97a346bf62d0 req-c1098abc-bfed-49be-973f-76e24d197d6b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:55.033764 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-823d30a4-1ecd-475e-801a-97a346bf62d0 req-c1098abc-bfed-49be-973f-76e24d197d6b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 943 time: 0.0653296 Mar 30 01:29:55.083439 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-823d30a4-1ecd-475e-801a-97a346bf62d0 req-8d616e65-40a3-4637-a7e6-2fefaf420284 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 Mar 30 01:29:55.122017 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-98b9dc8a-109e-4277-bf1f-d57e284dfcf1 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:55.123681 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-98b9dc8a-109e-4277-bf1f-d57e284dfcf1 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/networks?id=ab56b835-a1ab-47d2-8eee-737aa8b0deb5 HTTP/1.1" status: 200 len: 808 time: 0.1246846 Mar 30 01:29:55.143186 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-cce2a15a-44bf-4343-89ad-1a33d31fa2d6 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/quotas/babc9d0bca444ad7b1360d64894ac37c HTTP/1.1" status: 200 len: 375 time: 0.0135701 Mar 30 01:29:55.173204 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-98e5c360-4824-4eaa-b5cd-b04b1c916446 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=babc9d0bca444ad7b1360d64894ac37c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286887 Mar 30 01:29:55.185823 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device b8280eb7-f712-4556-9358-0c98e88e8f34 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:29:55.189322 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 2e2b1516-2b46-4ea4-95e2-a2c595e41256 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:29:55.217303 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: 2e2b1516-2b46-4ea4-95e2-a2c595e41256 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:29:55.217648 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 2e2b1516-2b46-4ea4-95e2-a2c595e41256 not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:29:55.269241 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-997c24cf-946a-4a04-95a7-d4c8b2b91096 service neutron] 10.222.0.30 "GET /v2.0/networks/ab56b835-a1ab-47d2-8eee-737aa8b0deb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893476 Mar 30 01:29:55.315752 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port b8280eb7-f712-4556-9358-0c98e88e8f34, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b8280eb7-f712-4556-9358-0c98e88e8f34,segment=NetworkSegment(3d9973df-8a1f-4676-9d67-399f78cedd00),segment_id=3d9973df-8a1f-4676-9d67-399f78cedd00)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:55.330256 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': 'b8280eb7-f712-4556-9358-0c98e88e8f34', 'network_id': '73a62991-5fd7-4623-a5bc-02edbe951f9a', 'port_id': 'b8280eb7-f712-4556-9358-0c98e88e8f34', 'mac_address': 'fa:16:3e:29:92:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9c5951-f21b-4aa7-984e-86d2a3beb4d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:29:55.374397 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port b8280eb7-f712-4556-9358-0c98e88e8f34 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:55.374584 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-ea33d61d-c960-4d89-9f14-805a1ae47523 service neutron] 10.222.0.30 "GET /v2.0/networks/ab56b835-a1ab-47d2-8eee-737aa8b0deb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982809 Mar 30 01:29:55.374692 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:55.393401 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8280eb7-f712-4556-9358-0c98e88e8f34 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:55.414238 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port b8280eb7-f712-4556-9358-0c98e88e8f34, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b8280eb7-f712-4556-9358-0c98e88e8f34,segment=NetworkSegment(3d9973df-8a1f-4676-9d67-399f78cedd00),segment_id=3d9973df-8a1f-4676-9d67-399f78cedd00)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:55.418689 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:55.422233 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e187f-2c42-4e89-951f-c691e77de338 req-255ec20a-d117-423d-b11f-4ea37cd29b32 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:55.424194 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-cd1e187f-2c42-4e89-951f-c691e77de338 req-255ec20a-d117-423d-b11f-4ea37cd29b32 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0642335 Mar 30 01:29:55.487043 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=b8280eb7-f712-4556-9358-0c98e88e8f34,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:55.499289 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-cd1e187f-2c42-4e89-951f-c691e77de338 req-38bf6e63-40df-491e-83f3-57c3d2aec636 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698144 Mar 30 01:29:55.563856 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b1fc7e5-5ea9-4a9a-906c-70e911cb1ef7 req-1bc50b2e-1ad1-4c61-b5b7-cb7e029f9ec1 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 210 time: 0.0339210 Mar 30 01:29:55.721418 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['b8280eb7-f712-4556-9358-0c98e88e8f34'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:29:56.206099 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 36834) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:56.215921 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fff8c-21ea-4fef-8236-951ef4e544d6 req-d9d611cf-5255-4f07-b9c4-615600a07ffc tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:56.217422 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2a4fff8c-21ea-4fef-8236-951ef4e544d6 req-d9d611cf-5255-4f07-b9c4-615600a07ffc tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 944 time: 0.0573113 Mar 30 01:29:56.268374 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2a4fff8c-21ea-4fef-8236-951ef4e544d6 req-6352ef77-edb4-47c9-ba63-a3a8257536fd tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450840 Mar 30 01:29:56.313457 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9364-1c5f-4729-b1f9-05b3e612a1fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:56.393647 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9364-1c5f-4729-b1f9-05b3e612a1fe admin admin] Publish callbacks [] for security_group (16e854b6-41e7-4c8a-8cac-3d8356aadaad), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:56.398367 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9364-1c5f-4729-b1f9-05b3e612a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (16e854b6-41e7-4c8a-8cac-3d8356aadaad), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:56.436803 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7f1c9364-1c5f-4729-b1f9-05b3e612a1fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf416da554734eada769e304b4e0c9fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296147 Mar 30 01:29:56.439618 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 36838) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:56.440194 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c9364-1c5f-4729-b1f9-05b3e612a1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e854b6-41e7-4c8a-8cac-3d8356aadaad,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:56.492276 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a17c1b3-5658-4458-a9c6-0cbfac525a85 admin admin] Publish callbacks [] for security_group (16e854b6-41e7-4c8a-8cac-3d8356aadaad), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:56.515599 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a17c1b3-5658-4458-a9c6-0cbfac525a85 admin admin] Publish callbacks [] for security_group (16e854b6-41e7-4c8a-8cac-3d8356aadaad), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:56.568980 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a17c1b3-5658-4458-a9c6-0cbfac525a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (16e854b6-41e7-4c8a-8cac-3d8356aadaad), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:56.574965 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0a17c1b3-5658-4458-a9c6-0cbfac525a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:56.576164 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-0a17c1b3-5658-4458-a9c6-0cbfac525a85 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16e854b6-41e7-4c8a-8cac-3d8356aadaad HTTP/1.1" status: 204 len: 168 time: 0.1352715 Mar 30 01:29:56.596665 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17c1b3-5658-4458-a9c6-0cbfac525a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e854b6-41e7-4c8a-8cac-3d8356aadaad,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:56.688839 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f61f0-4e92-42d6-8e5f-6d97b77fec45 req-dc1c90ab-7254-4319-b25a-6408b0eca50a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:56.698019 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-959f61f0-4e92-42d6-8e5f-6d97b77fec45 req-dc1c90ab-7254-4319-b25a-6408b0eca50a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.1047623 Mar 30 01:29:56.753578 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8a570f2e-acbe-4501-b6f3-23f8922aceaa req-0552af01-72f1-4566-af49-023552dd7674 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 210 time: 0.0539980 Mar 30 01:29:56.782241 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-c7890ef2-671a-4c42-a48c-1f92517f624f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:56.784017 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-c7890ef2-671a-4c42-a48c-1f92517f624f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.10 "GET /v2.0/networks?id=ab56b835-a1ab-47d2-8eee-737aa8b0deb5 HTTP/1.1" status: 200 len: 808 time: 0.2040684 Mar 30 01:29:56.788259 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-959f61f0-4e92-42d6-8e5f-6d97b77fec45 req-ec43a18b-f8ea-4ada-bf91-fe54c159b783 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891495 Mar 30 01:29:56.805603 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-bfa78ced-f610-49de-8b9c-48c319d2f60d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Request body: {'port': {'device_id': '830af6a7-bd87-497d-847c-c7f404d50d4c', 'network_id': 'ab56b835-a1ab-47d2-8eee-737aa8b0deb5', 'admin_state_up': True, 'tenant_id': 'babc9d0bca444ad7b1360d64894ac37c'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:56.925058 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-bfa78ced-f610-49de-8b9c-48c319d2f60d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Made reservation on behalf of babc9d0bca444ad7b1360d64894ac37c for: {'port': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:56.928582 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-bfa78ced-f610-49de-8b9c-48c319d2f60d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.066088 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-bfa78ced-f610-49de-8b9c-48c319d2f60d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Allocated IP 172.20.0.13 (ab56b835-a1ab-47d2-8eee-737aa8b0deb5/ead35849-2077-48a9-b2ab-6372c6c92491/b056e79e-0cdb-445a-a910-58e2530e28ff) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:57.192215 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device b8280eb7-f712-4556-9358-0c98e88e8f34 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:29:57.227371 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-bfa78ced-f610-49de-8b9c-48c319d2f60d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks [] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.245632 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port b8280eb7-f712-4556-9358-0c98e88e8f34 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:29:57.250161 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port b8280eb7-f712-4556-9358-0c98e88e8f34 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:29:57.250542 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.272497 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-bfa78ced-f610-49de-8b9c-48c319d2f60d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.318515 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-bfa78ced-f610-49de-8b9c-48c319d2f60d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Network ab56b835-a1ab-47d2-8eee-737aa8b0deb5 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:57.322472 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-bfa78ced-f610-49de-8b9c-48c319d2f60d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:57.326456 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-bfa78ced-f610-49de-8b9c-48c319d2f60d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:57.351915 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port b8280eb7-f712-4556-9358-0c98e88e8f34 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:29:57.352310 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.380873 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b753627f-115c-4624-8428-d2498e53928b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8280eb7-f712-4556-9358-0c98e88e8f34'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:57.383145 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba079dd-c38e-4667-b814-568c65db3b43" -d '{"events": [{"server_uuid": "b753627f-115c-4624-8428-d2498e53928b", "name": "network-vif-plugged", "status": "completed", "tag": "b8280eb7-f712-4556-9358-0c98e88e8f34"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:57.405127 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port b8280eb7-f712-4556-9358-0c98e88e8f34, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b8280eb7-f712-4556-9358-0c98e88e8f34,segment=NetworkSegment(3d9973df-8a1f-4676-9d67-399f78cedd00),segment_id=3d9973df-8a1f-4676-9d67-399f78cedd00)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:29:57.410462 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 36880) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:57.412744 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa78ced-f610-49de-8b9c-48c319d2f60d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Pushing event updated for resources: {'Port': ['ID=b056e79e-0cdb-445a-a910-58e2530e28ff,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:57.415978 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.429359 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-bfa78ced-f610-49de-8b9c-48c319d2f60d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:57.429986 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-bfa78ced-f610-49de-8b9c-48c319d2f60d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.451903 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9efd2d-38ec-4daa-9506-d10ce8f2b96b x-openstack-request-id: req-2f9efd2d-38ec-4daa-9506-d10ce8f2b96b {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:57.452460 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b753627f-115c-4624-8428-d2498e53928b", "name": "network-vif-plugged", "status": "completed", "tag": "b8280eb7-f712-4556-9358-0c98e88e8f34", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:57.452865 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f9efd2d-38ec-4daa-9506-d10ce8f2b96b {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:57.453295 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9efd2d-38ec-4daa-9506-d10ce8f2b96b'] response: {'server_uuid': 'b753627f-115c-4624-8428-d2498e53928b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8280eb7-f712-4556-9358-0c98e88e8f34', 'code': 200} Mar 30 01:29:57.460529 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-bfa78ced-f610-49de-8b9c-48c319d2f60d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6595149 Mar 30 01:29:57.469830 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb3a0e-4600-400a-8700-a474a9deb8bf req-f30e2336-3bdd-4070-a239-3efda116ddff tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:57.478741 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a7cb3a0e-4600-400a-8700-a474a9deb8bf req-f30e2336-3bdd-4070-a239-3efda116ddff tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 944 time: 0.1177390 Mar 30 01:29:57.486634 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=b8280eb7-f712-4556-9358-0c98e88e8f34,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:57.487067 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Request body: {'port': {'device_id': '830af6a7-bd87-497d-847c-c7f404d50d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:57.552223 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1073978245-network', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:57.576119 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] Made reservation on behalf of e85d97e5ef8a4dc3a0fed53b8b299a52 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:57.579526 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.590369 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a7cb3a0e-4600-400a-8700-a474a9deb8bf req-c10fb16a-56e8-4e6c-b6f2-cf6b52d290f8 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077499 Mar 30 01:29:57.595671 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.596706 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.667648 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3691b2-8451-4f10-8a41-c0d80a485f00 req-3abbfd57-0d4e-460d-9555-c771d605ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:57.669309 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4f3691b2-8451-4f10-8a41-c0d80a485f00 req-3abbfd57-0d4e-460d-9555-c771d605ba75 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 1129 time: 0.0799801 Mar 30 01:29:57.738764 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] Publish callbacks [] for security_group (2b86864c-c05d-4ff3-803d-b38896bdd579), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.744012 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (2b86864c-c05d-4ff3-803d-b38896bdd579), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.762170 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4f3691b2-8451-4f10-8a41-c0d80a485f00 req-29bbbd58-af5a-4a85-b1a0-3310f8807b7e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754497 Mar 30 01:29:57.771381 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:29:57.785472 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b86864c-c05d-4ff3-803d-b38896bdd579,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:57.790850 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (c3df596e-20df-43a8-b630-9a76c732eafc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.791192 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] Added segment c3df596e-20df-43a8-b630-9a76c732eafc of type vlan for network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd Mar 30 01:29:57.838775 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.872144 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.874085 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:57.875000 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.938322 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b056e79e-0cdb-445a-a910-58e2530e28ff {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:29:57.948618 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Publish callbacks [] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:57.965472 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103d324-6cc1-4b6f-a97e-7c6ce1e2575a req-b6053435-b3f7-40ec-864b-91b8c2ba5a0f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:57.967106 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5103d324-6cc1-4b6f-a97e-7c6ce1e2575a req-b6053435-b3f7-40ec-864b-91b8c2ba5a0f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0963819 Mar 30 01:29:57.976334 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Transition to ACTIVE for port object b056e79e-0cdb-445a-a910-58e2530e28ff will not be triggered until provisioned by entity L2. {{(pid=103227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:29:57.983737 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.004106 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5923290 Mar 30 01:29:58.009772 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 36896) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:58.015940 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0985d309-b509-4cb4-93b1-933fb4e0ea80 admin admin] Request body: {'subnet': {'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1073978245-subnet', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:58.020191 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d468da-d069-40ef-9fee-7d1bb629b34f admin admin] Pushing event updated for resources: {'Network': ['ID=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:58.033591 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:29:58.066658 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d849a1-3e91-4c42-8dfa-e944bae21646 req-8f3850bd-90ec-4703-bbf0-fa53ed7df504 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:58.068778 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86d849a1-3e91-4c42-8dfa-e944bae21646 req-8f3850bd-90ec-4703-bbf0-fa53ed7df504 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 932 time: 0.1874223 Mar 30 01:29:58.070597 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0985d309-b509-4cb4-93b1-933fb4e0ea80 admin admin] Made reservation on behalf of e85d97e5ef8a4dc3a0fed53b8b299a52 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:29:58.073825 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0985d309-b509-4cb4-93b1-933fb4e0ea80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60098959'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.075878 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b056e79e-0cdb-445a-a910-58e2530e28ff,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:58.081619 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5103d324-6cc1-4b6f-a97e-7c6ce1e2575a req-1d9d2d7b-d835-457f-b794-142cacf98c07 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086087 Mar 30 01:29:58.104669 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:29:58.165768 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Attempting to bind port b056e79e-0cdb-445a-a910-58e2530e28ff on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:29:58.166104 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Attempting to bind port b056e79e-0cdb-445a-a910-58e2530e28ff by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '6aeae255-afad-4b08-b02d-338c3d01fb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab56b835-a1ab-47d2-8eee-737aa8b0deb5'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:29:58.166465 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Attempting to bind port b056e79e-0cdb-445a-a910-58e2530e28ff on network ab56b835-a1ab-47d2-8eee-737aa8b0deb5 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:58.171833 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Port b056e79e-0cdb-445a-a910-58e2530e28ff on network ab56b835-a1ab-47d2-8eee-737aa8b0deb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:29:58.172654 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Attempting to bind port b056e79e-0cdb-445a-a910-58e2530e28ff on network ab56b835-a1ab-47d2-8eee-737aa8b0deb5 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:58.179324 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:29:58.180187 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Checking segment: {'id': '6aeae255-afad-4b08-b02d-338c3d01fb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab56b835-a1ab-47d2-8eee-737aa8b0deb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:58.180187 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Bound using segment: {'id': '6aeae255-afad-4b08-b02d-338c3d01fb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab56b835-a1ab-47d2-8eee-737aa8b0deb5'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:29:58.180500 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Bound port: b056e79e-0cdb-445a-a910-58e2530e28ff, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeae255-afad-4b08-b02d-338c3d01fb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab56b835-a1ab-47d2-8eee-737aa8b0deb5'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:29:58.180901 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.205539 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86d849a1-3e91-4c42-8dfa-e944bae21646 req-bc4be406-5735-464d-9483-475f930c1262 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966954 Mar 30 01:29:58.261042 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] For port b056e79e-0cdb-445a-a910-58e2530e28ff, host hv-cinder-81713, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:29:58.264184 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] For port b056e79e-0cdb-445a-a910-58e2530e28ff, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b056e79e-0cdb-445a-a910-58e2530e28ff,segment=NetworkSegment(6aeae255-afad-4b08-b02d-338c3d01fb29),segment_id=6aeae255-afad-4b08-b02d-338c3d01fb29)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:29:58.269821 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.306022 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:58.306808 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.308192 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] 10.222.0.10 "PUT /v2.0/ports/b056e79e-0cdb-445a-a910-58e2530e28ff HTTP/1.1" status: 200 len: 1094 time: 0.8271933 Mar 30 01:29:58.308655 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830af6a7-bd87-497d-847c-c7f404d50d4c', 'tag': 'b056e79e-0cdb-445a-a910-58e2530e28ff'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:29:58.311095 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a34b68-d0b1-4c55-8eb1-f8ddd23279de" -d '{"events": [{"name": "network-changed", "server_uuid": "830af6a7-bd87-497d-847c-c7f404d50d4c", "tag": "b056e79e-0cdb-445a-a910-58e2530e28ff"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:29:58.312040 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0985d309-b509-4cb4-93b1-933fb4e0ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60605035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60098969'] for subnet (e7e66c9a-9d48-438a-b32c-4872a07765cf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.338156 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7051e-1de5-4a90-9b0e-240016526eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b056e79e-0cdb-445a-a910-58e2530e28ff,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:58.374504 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cf270c-81da-4414-8960-e949fdf8c90f x-openstack-request-id: req-73cf270c-81da-4414-8960-e949fdf8c90f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:29:58.374966 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "830af6a7-bd87-497d-847c-c7f404d50d4c", "tag": "b056e79e-0cdb-445a-a910-58e2530e28ff", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:29:58.375399 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73cf270c-81da-4414-8960-e949fdf8c90f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:29:58.376589 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985d309-b509-4cb4-93b1-933fb4e0ea80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e66c9a-9d48-438a-b32c-4872a07765cf,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:58.377264 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73cf270c-81da-4414-8960-e949fdf8c90f'] response: {'name': 'network-changed', 'server_uuid': '830af6a7-bd87-497d-847c-c7f404d50d4c', 'tag': 'b056e79e-0cdb-445a-a910-58e2530e28ff', 'status': 'completed', 'code': 200} Mar 30 01:29:58.380909 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985d309-b509-4cb4-93b1-933fb4e0ea80 admin admin] Checking segment: {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:58.381259 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0985d309-b509-4cb4-93b1-933fb4e0ea80 admin admin] Network hostable DHCP agents. Network: 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:29:58.399858 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0985d309-b509-4cb4-93b1-933fb4e0ea80 admin admin] Network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:29:58.408062 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0985d309-b509-4cb4-93b1-933fb4e0ea80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:58.412001 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0985d309-b509-4cb4-93b1-933fb4e0ea80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:58.412578 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0985d309-b509-4cb4-93b1-933fb4e0ea80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.417747 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf2b12c-56a7-42aa-bbe8-da6cf77a1234 None None] Network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:29:58.430392 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0985d309-b509-4cb4-93b1-933fb4e0ea80 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4193759 Mar 30 01:29:58.433900 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 36902) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:29:58.438109 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:29:58.444832 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-26f55d29-4153-42e4-ae93-9ee9a2b1efce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:58.446325 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-26f55d29-4153-42e4-ae93-9ee9a2b1efce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=babc9d0bca444ad7b1360d64894ac37c&device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 1128 time: 0.0637083 Mar 30 01:29:58.457326 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3788032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3972'] for router (d2d3858a-2988-480b-a61d-64f2fe4702a1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.458262 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3784897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3779565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3997'] for router (d2d3858a-2988-480b-a61d-64f2fe4702a1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.498479 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-a18dad10-e2af-4dab-9155-c3ce92b78c98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b056e79e-0cdb-445a-a910-58e2530e28ff HTTP/1.1" status: 200 len: 217 time: 0.0387990 Mar 30 01:29:58.517857 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Publish callbacks [] for router_controller (d2d3858a-2988-480b-a61d-64f2fe4702a1), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.533897 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b23a1d-20be-52f4-82ad-60a22b17f1f3-79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf'}]}} from dv-cinder-817135-7-iscsi. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:29:58.535235 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.553389 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-ad4370f5-0695-44e9-ac1e-1942ede311bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:58.554938 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-ad4370f5-0695-44e9-ac1e-1942ede311bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ead35849-2077-48a9-b2ab-6372c6c92491 HTTP/1.1" status: 200 len: 848 time: 0.0496397 Mar 30 01:29:58.601086 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-0c648c69-9689-42de-a915-f3c8e73cd18d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab56b835-a1ab-47d2-8eee-737aa8b0deb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337577 Mar 30 01:29:58.692643 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Allocated IP 172.20.0.2 (79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd/e7e66c9a-9d48-438a-b32c-4872a07765cf/9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:58.706379 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-71ccb575-6441-45d5-943a-13a6cc5c1414 service neutron] 10.222.0.10 "GET /v2.0/networks/ab56b835-a1ab-47d2-8eee-737aa8b0deb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969913 Mar 30 01:29:58.716962 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Publish callbacks [] for router_gateway (d2d3858a-2988-480b-a61d-64f2fe4702a1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.802684 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bf8e9-90ae-4031-81af-29be7816df05 req-f8f39481-43f9-425f-9752-ad89e90b421b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:58.804220 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-723bf8e9-90ae-4031-81af-29be7816df05 req-f8f39481-43f9-425f-9752-ad89e90b421b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 945 time: 0.1065326 Mar 30 01:29:58.819534 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d51903fe-aad1-4b7c-8bcc-8bc51b3dec11 req-4a1e33be-a73f-4913-bde8-9a5c611c848c service neutron] 10.222.0.10 "GET /v2.0/networks/ab56b835-a1ab-47d2-8eee-737aa8b0deb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030438 Mar 30 01:29:58.867517 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-723bf8e9-90ae-4031-81af-29be7816df05 req-9948b72d-d8de-478e-9192-b0a046f53bf0 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557816 Mar 30 01:29:58.871204 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Publish callbacks [] for port (9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.884982 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:58.924756 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:58.932189 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:58.937131 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:58.940385 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Pushing event updated for resources: {'Port': ['ID=9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:58.955744 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a34b68-d0b1-4c55-8eb1-f8ddd23279de req-ac125dc8-96b9-4dad-9d34-1d20c54de647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:58.957520 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-00a34b68-d0b1-4c55-8eb1-f8ddd23279de req-ac125dc8-96b9-4dad-9d34-1d20c54de647 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=babc9d0bca444ad7b1360d64894ac37c&device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 1128 time: 0.0575221 Mar 30 01:29:59.000641 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Attempting to bind port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:29:59.001013 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Attempting to bind port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:29:59.001378 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Attempting to bind port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd on network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:29:59.006817 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:29:59.007197 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Checking segment: {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:29:59.007622 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.007994 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Bound using segment: {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:29:59.008457 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Bound port: 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:29:59.008863 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.020601 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Publish callbacks [] for router_gateway (d2d3858a-2988-480b-a61d-64f2fe4702a1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.041827 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.063365 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a34b68-d0b1-4c55-8eb1-f8ddd23279de req-1d7cd80f-fb81-4fb8-81ec-ee46c65fb45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:59.064989 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-00a34b68-d0b1-4c55-8eb1-f8ddd23279de req-1d7cd80f-fb81-4fb8-81ec-ee46c65fb45f service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab56b835-a1ab-47d2-8eee-737aa8b0deb5 HTTP/1.1" status: 200 len: 909 time: 0.1002383 Mar 30 01:29:59.082655 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] For port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:29:59.086258 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] For port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:29:59.094850 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.132410 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-00a34b68-d0b1-4c55-8eb1-f8ddd23279de req-3a3b7f55-b49d-4ce3-adb9-9ecb0e656b55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b056e79e-0cdb-445a-a910-58e2530e28ff HTTP/1.1" status: 200 len: 217 time: 0.0591648 Mar 30 01:29:59.234735 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Allocated IP 172.27.2.232 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/d02edfdb-e769-4e07-9ba8-2f6ae80cf439) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:29:59.238191 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f87887-0a3e-4dfe-9793-f3a4c2f286e0 None None] Pushing event updated for resources: {'Port': ['ID=9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:29:59.315711 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a34b68-d0b1-4c55-8eb1-f8ddd23279de req-4e634964-6a42-4ffc-944b-352d82e0ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:59.322244 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-00a34b68-d0b1-4c55-8eb1-f8ddd23279de req-4e634964-6a42-4ffc-944b-352d82e0ce30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ead35849-2077-48a9-b2ab-6372c6c92491 HTTP/1.1" status: 200 len: 848 time: 0.1637962 Mar 30 01:29:59.359568 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3ff4a-b05b-4a9a-8ad3-f2dce03eb72f req-5a1bb093-dc59-4961-8715-04c450124e3f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:59.361148 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-82c3ff4a-b05b-4a9a-8ad3-f2dce03eb72f req-5a1bb093-dc59-4961-8715-04c450124e3f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.1490850 Mar 30 01:29:59.393147 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-00a34b68-d0b1-4c55-8eb1-f8ddd23279de req-c070dbd3-07c0-44fa-96e8-e42de1e67592 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab56b835-a1ab-47d2-8eee-737aa8b0deb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565445 Mar 30 01:29:59.461763 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f53d0-c8e8-4af3-9dac-7685fc33a950 req-3d8b9315-4b12-416c-ab7f-fe3d8844ec84 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:29:59.463460 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2f4f53d0-c8e8-4af3-9dac-7685fc33a950 req-3d8b9315-4b12-416c-ab7f-fe3d8844ec84 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 944 time: 0.0907280 Mar 30 01:29:59.497628 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Publish callbacks [] for port (d02edfdb-e769-4e07-9ba8-2f6ae80cf439), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.568717 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2f4f53d0-c8e8-4af3-9dac-7685fc33a950 req-eca625aa-2473-4be1-a573-780e60347952 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964925 Mar 30 01:29:59.585396 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-82c3ff4a-b05b-4a9a-8ad3-f2dce03eb72f req-fea36b60-0740-4464-aeab-7113350eeda2 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905458 Mar 30 01:29:59.607007 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-00a34b68-d0b1-4c55-8eb1-f8ddd23279de req-0531f4a2-0b32-4953-92ed-2fe72dcac1bc service neutron] 10.222.0.10 "GET /v2.0/networks/ab56b835-a1ab-47d2-8eee-737aa8b0deb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794422 Mar 30 01:29:59.620355 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (d02edfdb-e769-4e07-9ba8-2f6ae80cf439), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:29:59.686994 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:29:59.690436 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:29:59.698655 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:29:59.724407 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-00a34b68-d0b1-4c55-8eb1-f8ddd23279de req-fb29d315-5d50-4a68-9d2e-204b490a87ff service neutron] 10.222.0.10 "GET /v2.0/networks/ab56b835-a1ab-47d2-8eee-737aa8b0deb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113002 Mar 30 01:29:59.730462 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Pushing event updated for resources: {'Port': ['ID=d02edfdb-e769-4e07-9ba8-2f6ae80cf439,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:00.000199 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Publish callbacks [] for router_gateway (d2d3858a-2988-480b-a61d-64f2fe4702a1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.016120 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:00.074383 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:00.074785 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.085533 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677de8df-caa0-4834-9620-dbfa67e0c70b req-6d18b617-1bff-41ee-b1fa-41173f374779 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:00.087174 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-677de8df-caa0-4834-9620-dbfa67e0c70b req-6d18b617-1bff-41ee-b1fa-41173f374779 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 945 time: 0.1378295 Mar 30 01:30:00.172853 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-677de8df-caa0-4834-9620-dbfa67e0c70b req-f73de202-ace8-4d8d-a971-8b5adfed498e tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728686 Mar 30 01:30:00.175378 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:00.175884 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.221625 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:00.227215 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.293223 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:00.429283 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5b236c-548e-4e1b-8cb2-a3a71a7f0be5 None None] Network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:00.529162 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d219b511-334b-4b2e-a517-56027f52cef2 None None] Provisioning complete for port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:00.529675 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d219b511-334b-4b2e-a517-56027f52cef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.575273 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3784726'] for router (d2d3858a-2988-480b-a61d-64f2fe4702a1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:00.717889 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d219b511-334b-4b2e-a517-56027f52cef2 None None] Current status of the port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:00.844560 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15a070-fbb5-43c6-8e5b-dd03c7f110b5 req-77777c96-9c81-4e42-a16e-d75d863b2aef tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:00.846284 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-1f15a070-fbb5-43c6-8e5b-dd03c7f110b5 req-77777c96-9c81-4e42-a16e-d75d863b2aef tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 944 time: 0.1346645 Mar 30 01:30:00.848067 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c386e56-2a26-417c-ba93-7ce13cf8d3d4 req-7c009905-5ec5-404e-bc6f-40ad597045fe tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:00.850896 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c386e56-2a26-417c-ba93-7ce13cf8d3d4 req-7c009905-5ec5-404e-bc6f-40ad597045fe tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0922470 Mar 30 01:30:00.909656 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-1f15a070-fbb5-43c6-8e5b-dd03c7f110b5 req-e368c18d-a8de-48e5-ba51-7e4bd4f768fe tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512197 Mar 30 01:30:00.938292 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c386e56-2a26-417c-ba93-7ce13cf8d3d4 req-1a1bcdc2-6265-4457-a52f-571cfce93a1b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761173 Mar 30 01:30:00.945444 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Router d2d3858a-2988-480b-a61d-64f2fe4702a1 is scheduled to L3 agent a7db150b-b2f5-4348-917b-ee899f238924 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:30:01.042914 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-01f63c40-d87d-4e16-876a-9f2bce768f09 None None] Provisioning complete for port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:01.043460 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-01f63c40-d87d-4e16-876a-9f2bce768f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.066310 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:30:01.076975 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Sync routers for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:30:01.085000 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.086500 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ef58aa93-9173-44ba-9591-34ed96776119 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6516402 Mar 30 01:30:01.087553 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:01.088246 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:29:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:01.090555 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 36982) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:01.137666 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-01f63c40-d87d-4e16-876a-9f2bce768f09 None None] Current status of the port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:01.191744 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:01.391604 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:29:59Z', 'revision_number': 3, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:01.420362 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Checking router: d2d3858a-2988-480b-a61d-64f2fe4702a1 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:30:01.420718 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Updating router d2d3858a-2988-480b-a61d-64f2fe4702a1 port d02edfdb-e769-4e07-9ba8-2f6ae80cf439 binding host dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:30:01.449285 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (d02edfdb-e769-4e07-9ba8-2f6ae80cf439), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.700813 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Publish callbacks [] for port (d02edfdb-e769-4e07-9ba8-2f6ae80cf439), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.705991 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (d02edfdb-e769-4e07-9ba8-2f6ae80cf439), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.721480 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.757496 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Pushing event updated for resources: {'Port': ['ID=d02edfdb-e769-4e07-9ba8-2f6ae80cf439,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:01.759794 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Attempting to bind port d02edfdb-e769-4e07-9ba8-2f6ae80cf439 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:01.760154 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Attempting to bind port d02edfdb-e769-4e07-9ba8-2f6ae80cf439 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:01.760508 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Attempting to bind port d02edfdb-e769-4e07-9ba8-2f6ae80cf439 on network 1720a7c7-9253-45c5-8c79-215aa1283f3d {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:01.768683 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:01.769036 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Checking segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:01.769427 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.769983 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Bound using segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:01.770265 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Bound port: d02edfdb-e769-4e07-9ba8-2f6ae80cf439, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:01.770635 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (d02edfdb-e769-4e07-9ba8-2f6ae80cf439), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.772760 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.773101 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.773452 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.773801 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.774128 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.775110 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.775812 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.775812 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.776096 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.777086 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.777086 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.777086 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.777342 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.777690 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.777920 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:01.829225 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] For port d02edfdb-e769-4e07-9ba8-2f6ae80cf439, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:01.834691 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] For port d02edfdb-e769-4e07-9ba8-2f6ae80cf439, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=d02edfdb-e769-4e07-9ba8-2f6ae80cf439,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:01.842548 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (d02edfdb-e769-4e07-9ba8-2f6ae80cf439), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:01.865991 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device b056e79e-0cdb-445a-a910-58e2530e28ff details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:30:01.893023 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Allocated IP 172.20.0.1 (79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd/e7e66c9a-9d48-438a-b32c-4872a07765cf/d6aafe44-0097-4e93-9192-ae75cd4b526c) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:01.909910 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:01.910614 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:29:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:01.983326 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port b056e79e-0cdb-445a-a910-58e2530e28ff, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b056e79e-0cdb-445a-a910-58e2530e28ff,segment=NetworkSegment(6aeae255-afad-4b08-b02d-338c3d01fb29),segment_id=6aeae255-afad-4b08-b02d-338c3d01fb29)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:01.999741 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': 'b056e79e-0cdb-445a-a910-58e2530e28ff', 'network_id': 'ab56b835-a1ab-47d2-8eee-737aa8b0deb5', 'port_id': 'b056e79e-0cdb-445a-a910-58e2530e28ff', 'mac_address': 'fa:16:3e:d1:b4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead35849-2077-48a9-b2ab-6372c6c92491', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:30:02.004247 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:02.036206 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Publish callbacks [] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.071652 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:02.089689 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681623c-b7f7-4d77-b598-3c82cac3df2d req-fed98234-c748-499a-befa-5af603156e58 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:02.097068 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4681623c-b7f7-4d77-b598-3c82cac3df2d req-fed98234-c748-499a-befa-5af603156e58 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0628595 Mar 30 01:30:02.104945 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port b056e79e-0cdb-445a-a910-58e2530e28ff is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:02.105621 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.106571 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.127779 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b056e79e-0cdb-445a-a910-58e2530e28ff {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:30:02.155538 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d9453-418a-45da-9146-1197d38b71a6 req-dcea8427-9ab9-4286-8e02-01da3049239f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:02.157434 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e37d9453-418a-45da-9146-1197d38b71a6 req-dcea8427-9ab9-4286-8e02-01da3049239f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 944 time: 0.1082962 Mar 30 01:30:02.161644 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:02.166302 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:02.171258 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:02.183285 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4681623c-b7f7-4d77-b598-3c82cac3df2d req-adcc4170-f1cf-4cbd-abb5-77aa8209d400 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852320 Mar 30 01:30:02.186112 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port b056e79e-0cdb-445a-a910-58e2530e28ff, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b056e79e-0cdb-445a-a910-58e2530e28ff,segment=NetworkSegment(6aeae255-afad-4b08-b02d-338c3d01fb29),segment_id=6aeae255-afad-4b08-b02d-338c3d01fb29)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:02.193770 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:02.193770 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.220738 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785665'] for router_interface (d2d3858a-2988-480b-a61d-64f2fe4702a1), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.226642 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.277714 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6aafe44-0097-4e93-9192-ae75cd4b526c,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:02.312913 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=b056e79e-0cdb-445a-a910-58e2530e28ff,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:02.327108 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f99e9-cbfa-443a-9055-af101f9df85e None None] Pushing event updated for resources: {'Port': ['ID=d02edfdb-e769-4e07-9ba8-2f6ae80cf439,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:02.340707 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e37d9453-418a-45da-9146-1197d38b71a6 req-d21b9378-c596-4ac2-a34e-477bd918dfad tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761212 Mar 30 01:30:02.381727 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:02.400937 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:29:59Z', 'revision_number': 3, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:02.430233 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc01a1e-d862-4554-8374-de53a168029d None None] The sync data for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi is: [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:29:59Z', 'revision_number': 3, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:30:02.430682 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.467284 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-70a6d9b7-2546-4999-8dd9-cd2d5d00091d None None] Provisioning complete for port d6aafe44-0097-4e93-9192-ae75cd4b526c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:02.467658 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-70a6d9b7-2546-4999-8dd9-cd2d5d00091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.514837 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-70a6d9b7-2546-4999-8dd9-cd2d5d00091d None None] Port d6aafe44-0097-4e93-9192-ae75cd4b526c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:02.628868 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Publish callbacks [] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.633821 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.713557 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785557'] for router_interface (d2d3858a-2988-480b-a61d-64f2fe4702a1), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:02.716745 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6aafe44-0097-4e93-9192-ae75cd4b526c,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:02.820938 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:02.825793 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:02.966884 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Router d2d3858a-2988-480b-a61d-64f2fe4702a1 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:30:03.094979 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:30:03.102761 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-828ef102-e07c-4dc2-bf1a-bdb978c4e4e6 admin admin] 10.222.0.30 "PUT /v2.0/routers/d2d3858a-2988-480b-a61d-64f2fe4702a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0084448 Mar 30 01:30:03.139987 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a0ab877f-50ce-47a7-9079-92efe1b80793 None None] Provisioning complete for port d6aafe44-0097-4e93-9192-ae75cd4b526c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:03.140985 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a0ab877f-50ce-47a7-9079-92efe1b80793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.332171 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['b056e79e-0cdb-445a-a910-58e2530e28ff'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:30:03.332572 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6d993-934f-4fc4-9190-c501027bf24d req-0a94aeaa-5f72-4424-b13c-4277197e7c40 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:03.340264 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-16d6d993-934f-4fc4-9190-c501027bf24d req-0a94aeaa-5f72-4424-b13c-4277197e7c40 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0783501 Mar 30 01:30:03.373459 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab877f-50ce-47a7-9079-92efe1b80793 None None] Port d6aafe44-0097-4e93-9192-ae75cd4b526c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:03.418503 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-16d6d993-934f-4fc4-9190-c501027bf24d req-44a61349-e09c-44a6-8572-122bb5058734 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771532 Mar 30 01:30:03.533284 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb6f85-5730-448a-a3f5-f8ae2a447228 req-3a5e0dfc-bd06-4b16-a7a4-606917bc425d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:03.534822 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d4fb6f85-5730-448a-a3f5-f8ae2a447228 req-3a5e0dfc-bd06-4b16-a7a4-606917bc425d tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 945 time: 0.0763562 Mar 30 01:30:03.594596 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d4fb6f85-5730-448a-a3f5-f8ae2a447228 req-050ec351-719e-44ef-8dc9-f8b7779674bc tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539069 Mar 30 01:30:03.761911 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 37036) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:03.767446 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-46793751-network', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:03.786839 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] Made reservation on behalf of e8d04ccbb0464a5d9c3bc1835e4d48b0 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:03.789313 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.800756 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.878565 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] Publish callbacks [] for security_group (95ba8f14-8193-4cc2-92bd-39227b0496fb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.882854 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (95ba8f14-8193-4cc2-92bd-39227b0496fb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.910033 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:30:03.917417 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ba8f14-8193-4cc2-92bd-39227b0496fb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:03.924839 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (98910025-9be6-48a5-a936-7df8c50a3752), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:03.925149 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] Added segment 98910025-9be6-48a5-a936-7df8c50a3752 of type vlan for network fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae Mar 30 01:30:03.978291 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.018609 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device d02edfdb-e769-4e07-9ba8-2f6ae80cf439 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:04.035225 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.036215 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:04.036801 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.076646 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port d02edfdb-e769-4e07-9ba8-2f6ae80cf439 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:04.077116 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (d02edfdb-e769-4e07-9ba8-2f6ae80cf439), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.103496 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3403490 Mar 30 01:30:04.104228 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9b756-c619-49bb-b180-b8ae27cb481f admin admin] Pushing event updated for resources: {'Network': ['ID=fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:04.106235 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 37042) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:04.119580 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-05d572f2-d355-4626-8bd7-068e9c69681b admin admin] Request body: {'subnet': {'network_id': 'fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-46793751-subnet', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'ip_version': 4}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:04.123450 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:30:04.157753 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d572f2-d355-4626-8bd7-068e9c69681b admin admin] Made reservation on behalf of e8d04ccbb0464a5d9c3bc1835e4d48b0 for: {'subnet': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:04.160373 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-05d572f2-d355-4626-8bd7-068e9c69681b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60116538'] for subnet (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.226585 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port d02edfdb-e769-4e07-9ba8-2f6ae80cf439 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:04.227199 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (d02edfdb-e769-4e07-9ba8-2f6ae80cf439), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.253542 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Sync routers for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:30:04.261686 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port d02edfdb-e769-4e07-9ba8-2f6ae80cf439, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=d02edfdb-e769-4e07-9ba8-2f6ae80cf439,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:04.268131 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (d02edfdb-e769-4e07-9ba8-2f6ae80cf439), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.271645 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:04.272303 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:29:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:04.353752 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-05d572f2-d355-4626-8bd7-068e9c69681b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3152834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60116524'] for subnet (d8a75cea-fd4a-4442-8e01-afcdf2bb99e9), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.397764 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=d02edfdb-e769-4e07-9ba8-2f6ae80cf439,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:04.417070 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d572f2-d355-4626-8bd7-068e9c69681b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a75cea-fd4a-4442-8e01-afcdf2bb99e9,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:04.421780 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d572f2-d355-4626-8bd7-068e9c69681b admin admin] Checking segment: {'id': '98910025-9be6-48a5-a936-7df8c50a3752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:04.422141 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d572f2-d355-4626-8bd7-068e9c69681b admin admin] Network hostable DHCP agents. Network: fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:30:04.432134 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:04.440923 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d572f2-d355-4626-8bd7-068e9c69681b admin admin] Network fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:30:04.452442 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-05d572f2-d355-4626-8bd7-068e9c69681b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae) {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:04.457476 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d572f2-d355-4626-8bd7-068e9c69681b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:04.458075 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-05d572f2-d355-4626-8bd7-068e9c69681b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.466221 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5b0a87-450e-4efe-8bdc-6f8f60ad70ff None None] Network fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:04.478483 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-05d572f2-d355-4626-8bd7-068e9c69681b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3685465 Mar 30 01:30:04.480852 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 37046) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:04.485289 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-46793751-router', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:04.506374 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3788032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3972'] for router (8aa7723a-2c46-40a6-a614-1858401a27ff), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.507404 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3784897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3779565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3997'] for router (8aa7723a-2c46-40a6-a614-1858401a27ff), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.574057 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Publish callbacks [] for router_controller (8aa7723a-2c46-40a6-a614-1858401a27ff), precommit_add_association {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.584437 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ec68c-1a06-4992-aecc-d67d60485238 req-6671301e-534a-4683-a67b-9613052882bd tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:04.592337 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-735ec68c-1a06-4992-aecc-d67d60485238 req-6671301e-534a-4683-a67b-9613052882bd tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0824406 Mar 30 01:30:04.695792 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-735ec68c-1a06-4992-aecc-d67d60485238 req-e2c8fa63-be78-4ea6-858b-f71b5a3051d9 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024902 Mar 30 01:30:04.702675 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b23a1d-20be-52f4-82ad-60a22b17f1f3-fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae', 'network_id': 'fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae', 'project_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'fixed_ips': [{'subnet_id': 'd8a75cea-fd4a-4442-8e01-afcdf2bb99e9'}]}} from dv-cinder-817135-7-iscsi. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:30:04.703553 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.806087 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Publish callbacks [] for router_gateway (8aa7723a-2c46-40a6-a614-1858401a27ff), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:04.871061 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f31a-d0b0-4bfd-85a7-1f5f373cd2d2 req-01eeda7b-d5ac-4402-90ad-76a7551d2ec9 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:04.872479 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9896f31a-d0b0-4bfd-85a7-1f5f373cd2d2 req-01eeda7b-d5ac-4402-90ad-76a7551d2ec9 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 945 time: 0.1228011 Mar 30 01:30:04.881207 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 2, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:04.921207 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Checking router: d2d3858a-2988-480b-a61d-64f2fe4702a1 for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:30:04.921570 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Updating router d2d3858a-2988-480b-a61d-64f2fe4702a1 port d6aafe44-0097-4e93-9192-ae75cd4b526c binding host dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:30:04.923790 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Allocated IP 172.20.0.2 (fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae/d8a75cea-fd4a-4442-8e01-afcdf2bb99e9/74319859-ee81-43dc-9ae7-eb786413fd04) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:04.936735 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9896f31a-d0b0-4bfd-85a7-1f5f373cd2d2 req-0ccd37cb-7ad5-4ba5-b6e0-986733d499d1 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535884 Mar 30 01:30:04.964263 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.085036 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Publish callbacks [] for router_gateway (8aa7723a-2c46-40a6-a614-1858401a27ff), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.104479 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.223322 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Allocated IP 172.27.2.170 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/e20ff8cd-112e-4095-a4ec-dadea2f2a72e) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:05.240160 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Publish callbacks [] for port (74319859-ee81-43dc-9ae7-eb786413fd04), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.248196 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (74319859-ee81-43dc-9ae7-eb786413fd04), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.301362 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Network fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:05.312343 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:05.317901 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:05.334853 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Publish callbacks [] for port (e20ff8cd-112e-4095-a4ec-dadea2f2a72e), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.338868 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Pushing event updated for resources: {'Port': ['ID=74319859-ee81-43dc-9ae7-eb786413fd04,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:05.380807 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (e20ff8cd-112e-4095-a4ec-dadea2f2a72e), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.423873 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:05.428704 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:05.429016 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Attempting to bind port 74319859-ee81-43dc-9ae7-eb786413fd04 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:05.429431 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Attempting to bind port 74319859-ee81-43dc-9ae7-eb786413fd04 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '98910025-9be6-48a5-a936-7df8c50a3752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:05.429806 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Attempting to bind port 74319859-ee81-43dc-9ae7-eb786413fd04 on network fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:05.433424 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:05.436316 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Pushing event updated for resources: {'Port': ['ID=e20ff8cd-112e-4095-a4ec-dadea2f2a72e,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:05.439463 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:05.440018 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Checking segment: {'id': '98910025-9be6-48a5-a936-7df8c50a3752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:05.440430 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.440953 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Bound using segment: {'id': '98910025-9be6-48a5-a936-7df8c50a3752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:05.441479 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Bound port: 74319859-ee81-43dc-9ae7-eb786413fd04, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98910025-9be6-48a5-a936-7df8c50a3752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:05.441927 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (74319859-ee81-43dc-9ae7-eb786413fd04), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.466104 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Publish callbacks [] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.490181 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.707349 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842a828-8275-4083-892e-6127534bf6bf None None] Pushing event updated for resources: {'Port': ['ID=d6aafe44-0097-4e93-9192-ae75cd4b526c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:05.744332 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Publish callbacks [] for router_gateway (8aa7723a-2c46-40a6-a614-1858401a27ff), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.745496 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] For port 74319859-ee81-43dc-9ae7-eb786413fd04, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:05.776722 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] For port 74319859-ee81-43dc-9ae7-eb786413fd04, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=74319859-ee81-43dc-9ae7-eb786413fd04,segment=NetworkSegment(98910025-9be6-48a5-a936-7df8c50a3752),segment_id=98910025-9be6-48a5-a936-7df8c50a3752)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:05.795311 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (74319859-ee81-43dc-9ae7-eb786413fd04), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.803863 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Attempting to bind port d6aafe44-0097-4e93-9192-ae75cd4b526c on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:05.803863 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Attempting to bind port d6aafe44-0097-4e93-9192-ae75cd4b526c by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:05.803863 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Attempting to bind port d6aafe44-0097-4e93-9192-ae75cd4b526c on network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:05.837334 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:05.837715 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Checking segment: {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:05.838051 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.838524 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Bound using segment: {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:05.839056 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Bound port: d6aafe44-0097-4e93-9192-ae75cd4b526c, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:05.839448 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.864724 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63befa-27e1-4082-8327-0119b14dd9dd req-48b723bd-8475-4178-a60c-7d5817c0930e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:05.866928 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4f63befa-27e1-4082-8327-0119b14dd9dd req-48b723bd-8475-4178-a60c-7d5817c0930e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0822685 Mar 30 01:30:05.918464 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4618acfa-9513-41ae-a6a9-ecb111022267 None None] Provisioning complete for port d6aafe44-0097-4e93-9192-ae75cd4b526c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:05.918897 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4618acfa-9513-41ae-a6a9-ecb111022267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:05.950096 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e7a1f-8969-4be4-86eb-851ccbd18e89 None None] Pushing event updated for resources: {'Port': ['ID=74319859-ee81-43dc-9ae7-eb786413fd04,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:05.963563 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4f63befa-27e1-4082-8327-0119b14dd9dd req-41f300db-6e12-4bf3-9a2c-088ddb605a12 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907528 Mar 30 01:30:06.000119 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4618acfa-9513-41ae-a6a9-ecb111022267 None None] Port d6aafe44-0097-4e93-9192-ae75cd4b526c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:06.010431 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] For port d6aafe44-0097-4e93-9192-ae75cd4b526c, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:06.015013 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] For port d6aafe44-0097-4e93-9192-ae75cd4b526c, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=d6aafe44-0097-4e93-9192-ae75cd4b526c,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:06.025008 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3784726'] for router (8aa7723a-2c46-40a6-a614-1858401a27ff), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.029008 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.059891 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device d02edfdb-e769-4e07-9ba8-2f6ae80cf439 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:06.172400 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842a828-8275-4083-892e-6127534bf6bf None None] Pushing event updated for resources: {'Port': ['ID=d6aafe44-0097-4e93-9192-ae75cd4b526c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:06.181050 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:06.181932 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:29:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:06.291362 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port d02edfdb-e769-4e07-9ba8-2f6ae80cf439 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:06.292004 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (d02edfdb-e769-4e07-9ba8-2f6ae80cf439), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.401972 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:06.482032 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port d02edfdb-e769-4e07-9ba8-2f6ae80cf439 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:06.592742 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-75ecd249-f843-474e-ad7c-1fa30a42629d None None] Provisioning complete for port d6aafe44-0097-4e93-9192-ae75cd4b526c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:06.593299 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-75ecd249-f843-474e-ad7c-1fa30a42629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.631201 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f7562-ca9e-4564-94bc-2608b068e240 req-fc8fd113-e954-459e-8702-fea453bdca9c tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:06.632607 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6b5f7562-ca9e-4564-94bc-2608b068e240 req-fc8fd113-e954-459e-8702-fea453bdca9c tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 945 time: 0.5277767 Mar 30 01:30:06.707054 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6b5f7562-ca9e-4564-94bc-2608b068e240 req-47e6734d-37a1-4f82-a908-94c3228827ab tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636003 Mar 30 01:30:06.737896 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Router 8aa7723a-2c46-40a6-a614-1858401a27ff is scheduled to L3 agent a7db150b-b2f5-4348-917b-ee899f238924 with binding_index 1 {{(pid=103227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:30:06.754127 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-75ecd249-f843-474e-ad7c-1fa30a42629d None None] Current status of the port d6aafe44-0097-4e93-9192-ae75cd4b526c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:06.754791 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-75ecd249-f843-474e-ad7c-1fa30a42629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.832468 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-75ecd249-f843-474e-ad7c-1fa30a42629d None None] For port d6aafe44-0097-4e93-9192-ae75cd4b526c, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=d6aafe44-0097-4e93-9192-ae75cd4b526c,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:06.840425 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-75ecd249-f843-474e-ad7c-1fa30a42629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.911966 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:30:06.914070 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:05Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:06.923661 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Sync routers for ids ['8aa7723a-2c46-40a6-a614-1858401a27ff'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:30:06.942181 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Routers {'8aa7723a-2c46-40a6-a614-1858401a27ff'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:06.943245 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:29:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8aa7723a-2c46-40a6-a614-1858401a27ff'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:06.957663 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:06.958932 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-dbf11904-a563-4423-bef9-11c4ebfced37 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4768808 Mar 30 01:30:06.961712 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 37072) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:06.998506 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37a296-dd42-4bf4-9e6f-f748b566955b None None] The sync data for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi is: [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:05Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:30:07.004366 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecd249-f843-474e-ad7c-1fa30a42629d None None] Pushing event updated for resources: {'Port': ['ID=d6aafe44-0097-4e93-9192-ae75cd4b526c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:07.254112 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Set router 8aa7723a-2c46-40a6-a614-1858401a27ff gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:07.463877 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83d7710-2da3-48e4-84e1-9cf10747000e None None] Network fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:30:07.603027 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'name': 'tempest-TestVolumeBootPattern-46793751-router', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:04Z', 'updated_at': '2022-03-30T01:30:05Z', 'revision_number': 3, 'project_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'gw_port': {'id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:05Z', 'updated_at': '2022-03-30T01:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:07.608773 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e240af-dfed-4460-87fc-2d0ab1fa99b7 req-d01d0b4f-c9b7-41c2-ba9b-bb75b8e94e28 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:07.611256 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21e240af-dfed-4460-87fc-2d0ab1fa99b7 req-d01d0b4f-c9b7-41c2-ba9b-bb75b8e94e28 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.2410312 Mar 30 01:30:07.665537 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Checking router: 8aa7723a-2c46-40a6-a614-1858401a27ff for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:30:07.666961 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-83186f9b-9844-4dfc-8d40-bd6e95d744d4 None None] Provisioning complete for port 74319859-ee81-43dc-9ae7-eb786413fd04 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:07.667354 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Updating router 8aa7723a-2c46-40a6-a614-1858401a27ff port e20ff8cd-112e-4095-a4ec-dadea2f2a72e binding host dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:30:07.668399 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-83186f9b-9844-4dfc-8d40-bd6e95d744d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (74319859-ee81-43dc-9ae7-eb786413fd04), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:07.709623 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e20ff8cd-112e-4095-a4ec-dadea2f2a72e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:07.728703 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21e240af-dfed-4460-87fc-2d0ab1fa99b7 req-39c730f1-1b2c-4bed-b0fe-2ef6812faf29 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038451 Mar 30 01:30:07.848514 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:07.928571 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-83186f9b-9844-4dfc-8d40-bd6e95d744d4 None None] Current status of the port 74319859-ee81-43dc-9ae7-eb786413fd04 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:07.928965 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-83186f9b-9844-4dfc-8d40-bd6e95d744d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (74319859-ee81-43dc-9ae7-eb786413fd04), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.072835 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e47e6-4632-435f-9a71-78f07bd6a766 req-bdaf25f6-8d16-41cb-83a1-c5e59eaa6bef tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:08.076610 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-475e47e6-4632-435f-9a71-78f07bd6a766 req-bdaf25f6-8d16-41cb-83a1-c5e59eaa6bef tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 945 time: 0.2109914 Mar 30 01:30:08.082963 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-83186f9b-9844-4dfc-8d40-bd6e95d744d4 None None] For port 74319859-ee81-43dc-9ae7-eb786413fd04, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=74319859-ee81-43dc-9ae7-eb786413fd04,segment=NetworkSegment(98910025-9be6-48a5-a936-7df8c50a3752),segment_id=98910025-9be6-48a5-a936-7df8c50a3752)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:08.090491 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-83186f9b-9844-4dfc-8d40-bd6e95d744d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (74319859-ee81-43dc-9ae7-eb786413fd04), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.189992 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Allocated IP 172.20.0.1 (fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae/d8a75cea-fd4a-4442-8e01-afcdf2bb99e9/eeaa4c96-2e98-47c6-8536-95263b7a2e4b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:08.226963 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-475e47e6-4632-435f-9a71-78f07bd6a766 req-83fef311-4f39-402f-9270-2ac0f7a0a2a1 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380265 Mar 30 01:30:08.236043 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device d6aafe44-0097-4e93-9192-ae75cd4b526c up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:08.312080 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83186f9b-9844-4dfc-8d40-bd6e95d744d4 None None] Pushing event updated for resources: {'Port': ['ID=74319859-ee81-43dc-9ae7-eb786413fd04,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:08.380249 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port d6aafe44-0097-4e93-9192-ae75cd4b526c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:08.380627 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.435923 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c35db5f1-093f-405a-9c66-d4c73eb26d9d None None] Provisioning complete for port 74319859-ee81-43dc-9ae7-eb786413fd04 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:08.436294 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c35db5f1-093f-405a-9c66-d4c73eb26d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (74319859-ee81-43dc-9ae7-eb786413fd04), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.447220 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Publish callbacks [] for port (e20ff8cd-112e-4095-a4ec-dadea2f2a72e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.464599 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e20ff8cd-112e-4095-a4ec-dadea2f2a72e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.470507 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Publish callbacks [] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.484086 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device b056e79e-0cdb-445a-a910-58e2530e28ff up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:08.520477 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.550480 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Attempting to bind port e20ff8cd-112e-4095-a4ec-dadea2f2a72e on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:08.551521 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Attempting to bind port e20ff8cd-112e-4095-a4ec-dadea2f2a72e by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:08.551765 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Attempting to bind port e20ff8cd-112e-4095-a4ec-dadea2f2a72e on network 1720a7c7-9253-45c5-8c79-215aa1283f3d {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:08.574732 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:08.575287 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Checking segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:08.575915 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.576402 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Bound using segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:08.577017 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Bound port: e20ff8cd-112e-4095-a4ec-dadea2f2a72e, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:08.578110 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e20ff8cd-112e-4095-a4ec-dadea2f2a72e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.581072 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5f82c-3637-40fa-93e6-761a4f73414b None None] Pushing event updated for resources: {'Port': ['ID=e20ff8cd-112e-4095-a4ec-dadea2f2a72e,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:08.651991 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Pushing event updated for resources: {'Port': ['ID=eeaa4c96-2e98-47c6-8536-95263b7a2e4b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:08.669800 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Network fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:08.671272 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:08.676707 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:08.687851 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port d6aafe44-0097-4e93-9192-ae75cd4b526c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:08.688982 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 74319859-ee81-43dc-9ae7-eb786413fd04 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:08.704024 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] For port e20ff8cd-112e-4095-a4ec-dadea2f2a72e, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:08.713827 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] For port e20ff8cd-112e-4095-a4ec-dadea2f2a72e, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=e20ff8cd-112e-4095-a4ec-dadea2f2a72e,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:08.730413 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e20ff8cd-112e-4095-a4ec-dadea2f2a72e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.763695 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port b056e79e-0cdb-445a-a910-58e2530e28ff completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:30:08.790669 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port b056e79e-0cdb-445a-a910-58e2530e28ff triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:08.791068 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.813261 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785665'] for router_interface (8aa7723a-2c46-40a6-a614-1858401a27ff), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:08.841898 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Routers {'8aa7723a-2c46-40a6-a614-1858401a27ff'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:08.842596 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:29:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8aa7723a-2c46-40a6-a614-1858401a27ff'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:08.894090 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c35db5f1-093f-405a-9c66-d4c73eb26d9d None None] Current status of the port 74319859-ee81-43dc-9ae7-eb786413fd04 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:08.943696 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 74319859-ee81-43dc-9ae7-eb786413fd04 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:08.945065 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (74319859-ee81-43dc-9ae7-eb786413fd04), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.011191 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5f82c-3637-40fa-93e6-761a4f73414b None None] Pushing event updated for resources: {'Port': ['ID=e20ff8cd-112e-4095-a4ec-dadea2f2a72e,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:09.101710 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] Set router 8aa7723a-2c46-40a6-a614-1858401a27ff gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:09.110496 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551120f-e2e7-4737-bed4-6f8315c2ee29 req-d6a8d707-7b83-487d-91fa-fe0194420a83 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:09.120704 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6551120f-e2e7-4737-bed4-6f8315c2ee29 req-d6a8d707-7b83-487d-91fa-fe0194420a83 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.1742873 Mar 30 01:30:09.122968 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port b056e79e-0cdb-445a-a910-58e2530e28ff is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:09.123387 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.283222 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6551120f-e2e7-4737-bed4-6f8315c2ee29 req-3f865b06-0482-4c61-ae92-511e778ae3fe tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573191 Mar 30 01:30:09.299100 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.381268 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'name': 'tempest-TestVolumeBootPattern-46793751-router', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:04Z', 'updated_at': '2022-03-30T01:30:05Z', 'revision_number': 3, 'project_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'gw_port': {'id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:05Z', 'updated_at': '2022-03-30T01:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:09.426622 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830af6a7-bd87-497d-847c-c7f404d50d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b056e79e-0cdb-445a-a910-58e2530e28ff'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:09.428911 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097c5b25-5e65-42ac-8042-3e4c17710632" -d '{"events": [{"server_uuid": "830af6a7-bd87-497d-847c-c7f404d50d4c", "name": "network-vif-plugged", "status": "completed", "tag": "b056e79e-0cdb-445a-a910-58e2530e28ff"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:09.432338 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36253259-ec02-4734-8750-56f317fb3c82 req-b68f13d1-53b9-48a8-b220-ee2adc449cc9 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:09.434077 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-36253259-ec02-4734-8750-56f317fb3c82 req-b68f13d1-53b9-48a8-b220-ee2adc449cc9 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 945 time: 0.0940697 Mar 30 01:30:09.441330 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 74319859-ee81-43dc-9ae7-eb786413fd04 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:09.454088 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port b056e79e-0cdb-445a-a910-58e2530e28ff, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b056e79e-0cdb-445a-a910-58e2530e28ff,segment=NetworkSegment(6aeae255-afad-4b08-b02d-338c3d01fb29),segment_id=6aeae255-afad-4b08-b02d-338c3d01fb29)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:09.455731 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a6cc75b9-ceb3-4eed-8ade-4bd3fe8c025e None None] Provisioning complete for port eeaa4c96-2e98-47c6-8536-95263b7a2e4b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:09.456133 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6cc75b9-ceb3-4eed-8ade-4bd3fe8c025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.485663 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31cf48-2177-46ce-8cf2-edc7859b2cb8 None None] The sync data for ids ['8aa7723a-2c46-40a6-a614-1858401a27ff'] in dv-cinder-817135-7-iscsi is: [{'id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'name': 'tempest-TestVolumeBootPattern-46793751-router', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:04Z', 'updated_at': '2022-03-30T01:30:05Z', 'revision_number': 3, 'project_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'gw_port': {'id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:05Z', 'updated_at': '2022-03-30T01:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:30:09.514905 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3426f8e7-8f14-4f13-9ed1-e6208c29e60a x-openstack-request-id: req-3426f8e7-8f14-4f13-9ed1-e6208c29e60a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:09.515596 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830af6a7-bd87-497d-847c-c7f404d50d4c", "name": "network-vif-plugged", "status": "completed", "tag": "b056e79e-0cdb-445a-a910-58e2530e28ff", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:09.515952 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3426f8e7-8f14-4f13-9ed1-e6208c29e60a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:09.516717 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3426f8e7-8f14-4f13-9ed1-e6208c29e60a'] response: {'server_uuid': '830af6a7-bd87-497d-847c-c7f404d50d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b056e79e-0cdb-445a-a910-58e2530e28ff', 'code': 200} Mar 30 01:30:09.545066 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.547367 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a6cc75b9-ceb3-4eed-8ade-4bd3fe8c025e None None] Port eeaa4c96-2e98-47c6-8536-95263b7a2e4b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:09.562455 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-36253259-ec02-4734-8750-56f317fb3c82 req-31f26b3b-b271-403d-9b89-208497618424 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132112 Mar 30 01:30:09.625208 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=b056e79e-0cdb-445a-a910-58e2530e28ff,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:09.641075 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Publish callbacks [] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.648117 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.762926 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Pushing event updated for resources: {'Port': ['ID=eeaa4c96-2e98-47c6-8536-95263b7a2e4b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:09.790234 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785557'] for router_interface (8aa7723a-2c46-40a6-a614-1858401a27ff), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:09.793245 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07177df9-8268-4687-83a5-f8e2574a6da9 req-0cdb5e97-5157-4121-a058-d72d9b03906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:09.795042 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-07177df9-8268-4687-83a5-f8e2574a6da9 req-0cdb5e97-5157-4121-a058-d72d9b03906f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 1130 time: 0.0721664 Mar 30 01:30:09.863702 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-07177df9-8268-4687-83a5-f8e2574a6da9 req-85de1f5e-671b-4d91-b345-8338d4714812 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565727 Mar 30 01:30:09.989846 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Network fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:09.991372 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:10.132768 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 74319859-ee81-43dc-9ae7-eb786413fd04 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:10.153864 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Router 8aa7723a-2c46-40a6-a614-1858401a27ff has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:30:10.213189 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 74319859-ee81-43dc-9ae7-eb786413fd04 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:10.213388 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (74319859-ee81-43dc-9ae7-eb786413fd04), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.282732 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8a6b9a35-d0b8-4b47-80ad-f90ea8237ef3 None None] Provisioning complete for port eeaa4c96-2e98-47c6-8536-95263b7a2e4b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:10.283623 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9a35-d0b8-4b47-80ad-f90ea8237ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.311143 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:30:10.318222 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ea15942e-e500-4f3e-8098-c861ac2ef759 admin admin] 10.222.0.30 "PUT /v2.0/routers/8aa7723a-2c46-40a6-a614-1858401a27ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3541191 Mar 30 01:30:10.379022 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b9a35-d0b8-4b47-80ad-f90ea8237ef3 None None] Port eeaa4c96-2e98-47c6-8536-95263b7a2e4b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:10.391425 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 74319859-ee81-43dc-9ae7-eb786413fd04 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:10.392334 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device e20ff8cd-112e-4095-a4ec-dadea2f2a72e up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:10.457847 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3542b-97ca-46bf-b2b3-ae71e7443e92 req-857003b0-3654-4473-9f48-c8a2c2e9ef2a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:10.465199 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port e20ff8cd-112e-4095-a4ec-dadea2f2a72e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:10.465503 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e20ff8cd-112e-4095-a4ec-dadea2f2a72e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.469174 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-77b3542b-97ca-46bf-b2b3-ae71e7443e92 req-857003b0-3654-4473-9f48-c8a2c2e9ef2a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0983901 Mar 30 01:30:10.557353 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-77b3542b-97ca-46bf-b2b3-ae71e7443e92 req-57cf1048-5425-48ca-8d1e-82bfaf73e554 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858719 Mar 30 01:30:10.618285 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port e20ff8cd-112e-4095-a4ec-dadea2f2a72e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:10.618810 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e20ff8cd-112e-4095-a4ec-dadea2f2a72e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.653085 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port e20ff8cd-112e-4095-a4ec-dadea2f2a72e, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=e20ff8cd-112e-4095-a4ec-dadea2f2a72e,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:10.672750 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e20ff8cd-112e-4095-a4ec-dadea2f2a72e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:10.739052 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=e20ff8cd-112e-4095-a4ec-dadea2f2a72e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:10.741293 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33a1cb-08b2-4698-996b-49f652479fde req-d13c676e-bafa-48d2-b951-ddf541638ad7 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:10.760005 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9c33a1cb-08b2-4698-996b-49f652479fde req-d13c676e-bafa-48d2-b951-ddf541638ad7 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 946 time: 0.1114662 Mar 30 01:30:10.832130 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9c33a1cb-08b2-4698-996b-49f652479fde req-8e6d02a1-a4f7-4c47-afe9-dc89fa2d837a tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710816 Mar 30 01:30:11.011555 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 37198) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:11.016040 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-88131267-6de5-41fe-947a-bcfe6553e55f tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1502298756', 'description': 'tempest-secgroup-smoke-1502298756 description', 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:11.039175 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-88131267-6de5-41fe-947a-bcfe6553e55f tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.110097 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-88131267-6de5-41fe-947a-bcfe6553e55f tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group (1db75016-db23-4d8f-8f9c-0766e882b896), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.114533 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-88131267-6de5-41fe-947a-bcfe6553e55f tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (1db75016-db23-4d8f-8f9c-0766e882b896), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.147968 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-88131267-6de5-41fe-947a-bcfe6553e55f tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.149430 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-88131267-6de5-41fe-947a-bcfe6553e55f tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1367407 Mar 30 01:30:11.151742 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88131267-6de5-41fe-947a-bcfe6553e55f tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db75016-db23-4d8f-8f9c-0766e882b896,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:11.152493 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 37204) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:11.157330 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c7a3f403-ea5c-4d3f-9692-b58d51301dda tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Request body: {'security_group_rule': {'security_group_id': '1db75016-db23-4d8f-8f9c-0766e882b896', 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:11.212788 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f403-ea5c-4d3f-9692-b58d51301dda tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (515f5c61-0f2a-4702-82de-600901297bb9), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.323650 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f403-ea5c-4d3f-9692-b58d51301dda tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (515f5c61-0f2a-4702-82de-600901297bb9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.332255 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f403-ea5c-4d3f-9692-b58d51301dda tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (515f5c61-0f2a-4702-82de-600901297bb9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.369400 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3f403-ea5c-4d3f-9692-b58d51301dda tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515f5c61-0f2a-4702-82de-600901297bb9,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:11.375165 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f403-ea5c-4d3f-9692-b58d51301dda tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.379516 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c7a3f403-ea5c-4d3f-9692-b58d51301dda tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2260516 Mar 30 01:30:11.379666 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 37216) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:11.389882 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-2b795a5e-d41e-4c60-bb8e-a06536e513a0 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Request body: {'security_group_rule': {'security_group_id': '1db75016-db23-4d8f-8f9c-0766e882b896', 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:11.433522 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2b795a5e-d41e-4c60-bb8e-a06536e513a0 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (01ee6168-bc3c-4076-9230-5d25741d0725), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.530820 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2b795a5e-d41e-4c60-bb8e-a06536e513a0 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (01ee6168-bc3c-4076-9230-5d25741d0725), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.538249 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2b795a5e-d41e-4c60-bb8e-a06536e513a0 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (01ee6168-bc3c-4076-9230-5d25741d0725), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.564068 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b795a5e-d41e-4c60-bb8e-a06536e513a0 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ee6168-bc3c-4076-9230-5d25741d0725,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:11.575521 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2b795a5e-d41e-4c60-bb8e-a06536e513a0 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.582050 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 37220) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:11.595270 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c9e48ddc-8a25-4471-8027-e9b58f66b6f2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Request body: {'security_group_rule': {'security_group_id': '1db75016-db23-4d8f-8f9c-0766e882b896', 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:11.599331 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-2b795a5e-d41e-4c60-bb8e-a06536e513a0 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2181981 Mar 30 01:30:11.632859 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9e48ddc-8a25-4471-8027-e9b58f66b6f2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (2ea24e72-67c8-41f7-b0b7-9711911d8925), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.758129 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9e48ddc-8a25-4471-8027-e9b58f66b6f2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (2ea24e72-67c8-41f7-b0b7-9711911d8925), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.764989 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9e48ddc-8a25-4471-8027-e9b58f66b6f2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (2ea24e72-67c8-41f7-b0b7-9711911d8925), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.788122 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac7e62-8c58-4d78-a4aa-6f2dc90e7caa req-d65ec273-bfd9-4a95-b4a5-00e1ddf2d4d7 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:11.795242 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3dac7e62-8c58-4d78-a4aa-6f2dc90e7caa req-d65ec273-bfd9-4a95-b4a5-00e1ddf2d4d7 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.1020014 Mar 30 01:30:11.810206 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e48ddc-8a25-4471-8027-e9b58f66b6f2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea24e72-67c8-41f7-b0b7-9711911d8925,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:11.826319 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9e48ddc-8a25-4471-8027-e9b58f66b6f2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.827213 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 37226) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:11.831666 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-dec0493a-bcb0-4c56-ba09-f1129d49ac3d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Request body: {'security_group_rule': {'security_group_id': '1db75016-db23-4d8f-8f9c-0766e882b896', 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:11.837136 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c9e48ddc-8a25-4471-8027-e9b58f66b6f2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2534204 Mar 30 01:30:11.884796 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dec0493a-bcb0-4c56-ba09-f1129d49ac3d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (dc5dc51e-e602-4a95-8043-65db69ec9cb7), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:11.888436 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Sync routers for ids ['8aa7723a-2c46-40a6-a614-1858401a27ff'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:30:11.898887 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3dac7e62-8c58-4d78-a4aa-6f2dc90e7caa req-10399944-9b4a-4917-a9fe-55fa7db64dcf tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963840 Mar 30 01:30:11.904690 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Routers {'8aa7723a-2c46-40a6-a614-1858401a27ff'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:11.905903 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:29:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8aa7723a-2c46-40a6-a614-1858401a27ff'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:12.046911 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dec0493a-bcb0-4c56-ba09-f1129d49ac3d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (dc5dc51e-e602-4a95-8043-65db69ec9cb7), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.055087 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dec0493a-bcb0-4c56-ba09-f1129d49ac3d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (dc5dc51e-e602-4a95-8043-65db69ec9cb7), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.099710 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device e20ff8cd-112e-4095-a4ec-dadea2f2a72e up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:12.100460 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0493a-bcb0-4c56-ba09-f1129d49ac3d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5dc51e-e602-4a95-8043-65db69ec9cb7,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:12.131523 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dec0493a-bcb0-4c56-ba09-f1129d49ac3d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.134752 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-dec0493a-bcb0-4c56-ba09-f1129d49ac3d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3052077 Mar 30 01:30:12.139061 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 37232) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:12.145482 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf4aa4-b3bd-4fba-b5fe-5cf0df90e7be req-5e581666-ab5f-47f5-b402-b82af5952ceb tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:12.147868 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5ecf4aa4-b3bd-4fba-b5fe-5cf0df90e7be req-5e581666-ab5f-47f5-b402-b82af5952ceb tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 946 time: 0.1124213 Mar 30 01:30:12.150497 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-ac3afe83-238c-4d21-b151-3c324316a792 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Request body: {'security_group_rule': {'security_group_id': '1db75016-db23-4d8f-8f9c-0766e882b896', 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:12.198966 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.securitygroups_db [None req-ac3afe83-238c-4d21-b151-3c324316a792 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Project e85d97e5ef8a4dc3a0fed53b8b299a52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 01:30:12.201520 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port e20ff8cd-112e-4095-a4ec-dadea2f2a72e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:12.202008 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e20ff8cd-112e-4095-a4ec-dadea2f2a72e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.230100 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac3afe83-238c-4d21-b151-3c324316a792 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (253bc86c-daae-43c9-8788-6188e60af4f4), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.250908 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Set router 8aa7723a-2c46-40a6-a614-1858401a27ff gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:12.282261 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5ecf4aa4-b3bd-4fba-b5fe-5cf0df90e7be req-e8fc41c0-87e1-48f8-82ed-e562e9b1a44f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277194 Mar 30 01:30:12.359198 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac3afe83-238c-4d21-b151-3c324316a792 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (253bc86c-daae-43c9-8788-6188e60af4f4), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.366081 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac3afe83-238c-4d21-b151-3c324316a792 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (253bc86c-daae-43c9-8788-6188e60af4f4), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.392995 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3afe83-238c-4d21-b151-3c324316a792 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253bc86c-daae-43c9-8788-6188e60af4f4,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:12.415852 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ac3afe83-238c-4d21-b151-3c324316a792 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.421236 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-ac3afe83-238c-4d21-b151-3c324316a792 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2770565 Mar 30 01:30:12.421598 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 37246) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:12.436288 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3918c0dc-c97f-4528-909d-6ae753ec95e7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Request body: {'security_group_rule': {'security_group_id': '1db75016-db23-4d8f-8f9c-0766e882b896', 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:12.504667 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-3918c0dc-c97f-4528-909d-6ae753ec95e7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Project e85d97e5ef8a4dc3a0fed53b8b299a52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 01:30:12.516236 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3918c0dc-c97f-4528-909d-6ae753ec95e7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (50e4114c-2971-4f95-b56c-7df3b8d31d5b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.527037 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port e20ff8cd-112e-4095-a4ec-dadea2f2a72e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:12.596878 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'name': 'tempest-TestVolumeBootPattern-46793751-router', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:04Z', 'updated_at': '2022-03-30T01:30:09Z', 'revision_number': 4, 'project_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'gw_port': {'id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:05Z', 'updated_at': '2022-03-30T01:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'eeaa4c96-2e98-47c6-8536-95263b7a2e4b', 'name': '', 'network_id': 'fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'mac_address': 'fa:16:3e:e4:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd8a75cea-fd4a-4442-8e01-afcdf2bb99e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:09Z', 'revision_number': 2, 'project_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'subnets': [{'id': 'd8a75cea-fd4a-4442-8e01-afcdf2bb99e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:12.604562 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3918c0dc-c97f-4528-909d-6ae753ec95e7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (50e4114c-2971-4f95-b56c-7df3b8d31d5b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.614388 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3918c0dc-c97f-4528-909d-6ae753ec95e7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (50e4114c-2971-4f95-b56c-7df3b8d31d5b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.631039 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Checking router: 8aa7723a-2c46-40a6-a614-1858401a27ff for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:30:12.631439 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Updating router 8aa7723a-2c46-40a6-a614-1858401a27ff port eeaa4c96-2e98-47c6-8536-95263b7a2e4b binding host dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:30:12.642138 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918c0dc-c97f-4528-909d-6ae753ec95e7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e4114c-2971-4f95-b56c-7df3b8d31d5b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:12.653465 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3918c0dc-c97f-4528-909d-6ae753ec95e7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.657882 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3918c0dc-c97f-4528-909d-6ae753ec95e7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2321208 Mar 30 01:30:12.673154 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.956865 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Publish callbacks [] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:12.972844 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:13.098925 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e870308-c63b-42e0-ac89-af05b5d6bca7 None None] Pushing event updated for resources: {'Port': ['ID=eeaa4c96-2e98-47c6-8536-95263b7a2e4b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:13.113066 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Attempting to bind port eeaa4c96-2e98-47c6-8536-95263b7a2e4b on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:13.115132 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Attempting to bind port eeaa4c96-2e98-47c6-8536-95263b7a2e4b by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '98910025-9be6-48a5-a936-7df8c50a3752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:13.115686 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Attempting to bind port eeaa4c96-2e98-47c6-8536-95263b7a2e4b on network fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:13.128861 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:13.130586 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Checking segment: {'id': '98910025-9be6-48a5-a936-7df8c50a3752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:13.131241 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:13.132212 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Bound using segment: {'id': '98910025-9be6-48a5-a936-7df8c50a3752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:13.132526 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d4ff7-3130-4bf3-bed9-56b0a26f41a2 req-9cf616fb-72e3-491a-a0a1-63d8663da02e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:13.139424 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Bound port: eeaa4c96-2e98-47c6-8536-95263b7a2e4b, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98910025-9be6-48a5-a936-7df8c50a3752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:13.140354 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:13.143007 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-876d4ff7-3130-4bf3-bed9-56b0a26f41a2 req-9cf616fb-72e3-491a-a0a1-63d8663da02e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.1329634 Mar 30 01:30:13.215326 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-876d4ff7-3130-4bf3-bed9-56b0a26f41a2 req-a5a1d98f-153a-4990-83df-3c88c955120d tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713396 Mar 30 01:30:13.313600 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] For port eeaa4c96-2e98-47c6-8536-95263b7a2e4b, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:13.317984 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] For port eeaa4c96-2e98-47c6-8536-95263b7a2e4b, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=eeaa4c96-2e98-47c6-8536-95263b7a2e4b,segment=NetworkSegment(98910025-9be6-48a5-a936-7df8c50a3752),segment_id=98910025-9be6-48a5-a936-7df8c50a3752)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:13.327469 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:13.414050 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Routers {'8aa7723a-2c46-40a6-a614-1858401a27ff'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:30:13.416582 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:29:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8aa7723a-2c46-40a6-a614-1858401a27ff'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:13.418401 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e870308-c63b-42e0-ac89-af05b5d6bca7 None None] Pushing event updated for resources: {'Port': ['ID=eeaa4c96-2e98-47c6-8536-95263b7a2e4b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:13.723117 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949eb99-355d-4890-aa33-78a248f94f77 req-189d85c5-6b34-4800-a45f-b861fb013d21 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:13.725044 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f949eb99-355d-4890-aa33-78a248f94f77 req-189d85c5-6b34-4800-a45f-b861fb013d21 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.1281068 Mar 30 01:30:13.820673 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f949eb99-355d-4890-aa33-78a248f94f77 req-84aa4fa4-bd09-4487-9275-35fda66b70dc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877674 Mar 30 01:30:13.831807 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd358df-41a2-4e37-b45c-16c498ec4bea req-63f682aa-2a49-4ed9-b243-15aebac6fcae tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:13.837640 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0fd358df-41a2-4e37-b45c-16c498ec4bea req-63f682aa-2a49-4ed9-b243-15aebac6fcae tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 946 time: 0.1315100 Mar 30 01:30:13.884031 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-dd976b37-67c0-4e44-a3e6-acf0b0ca5f26 None None] Provisioning complete for port eeaa4c96-2e98-47c6-8536-95263b7a2e4b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:13.884420 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dd976b37-67c0-4e44-a3e6-acf0b0ca5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:13.913354 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0fd358df-41a2-4e37-b45c-16c498ec4bea req-947b2463-2ba3-4dcc-a007-149e353212d0 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697739 Mar 30 01:30:13.940095 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ba717957-5045-42f7-83e7-b41444d8c313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:13.972938 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] Set router 8aa7723a-2c46-40a6-a614-1858401a27ff gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:30:14.091458 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-dd976b37-67c0-4e44-a3e6-acf0b0ca5f26 None None] Current status of the port eeaa4c96-2e98-47c6-8536-95263b7a2e4b is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:14.091849 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dd976b37-67c0-4e44-a3e6-acf0b0ca5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:14.175757 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-dd976b37-67c0-4e44-a3e6-acf0b0ca5f26 None None] For port eeaa4c96-2e98-47c6-8536-95263b7a2e4b, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=eeaa4c96-2e98-47c6-8536-95263b7a2e4b,segment=NetworkSegment(98910025-9be6-48a5-a936-7df8c50a3752),segment_id=98910025-9be6-48a5-a936-7df8c50a3752)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:14.183141 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dd976b37-67c0-4e44-a3e6-acf0b0ca5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:14.270442 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd976b37-67c0-4e44-a3e6-acf0b0ca5f26 None None] Pushing event updated for resources: {'Port': ['ID=eeaa4c96-2e98-47c6-8536-95263b7a2e4b,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:14.306433 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'name': 'tempest-TestVolumeBootPattern-46793751-router', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:04Z', 'updated_at': '2022-03-30T01:30:09Z', 'revision_number': 4, 'project_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'gw_port': {'id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:05Z', 'updated_at': '2022-03-30T01:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'eeaa4c96-2e98-47c6-8536-95263b7a2e4b', 'name': '', 'network_id': 'fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'mac_address': 'fa:16:3e:e4:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd8a75cea-fd4a-4442-8e01-afcdf2bb99e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'subnets': [{'id': 'd8a75cea-fd4a-4442-8e01-afcdf2bb99e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:30:14.338658 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c44d05-05ac-48aa-bbec-74776e7874d8 None None] The sync data for ids ['8aa7723a-2c46-40a6-a614-1858401a27ff'] in dv-cinder-817135-7-iscsi is: [{'id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'name': 'tempest-TestVolumeBootPattern-46793751-router', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:04Z', 'updated_at': '2022-03-30T01:30:09Z', 'revision_number': 4, 'project_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'gw_port': {'id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:05Z', 'updated_at': '2022-03-30T01:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'eeaa4c96-2e98-47c6-8536-95263b7a2e4b', 'name': '', 'network_id': 'fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'mac_address': 'fa:16:3e:e4:aa:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd8a75cea-fd4a-4442-8e01-afcdf2bb99e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:07Z', 'updated_at': '2022-03-30T01:30:13Z', 'revision_number': 4, 'project_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'subnets': [{'id': 'd8a75cea-fd4a-4442-8e01-afcdf2bb99e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:30:14.341329 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-91d7ac3c-ebb9-4488-aece-9aac38a23445 None None] Provisioning complete for port eeaa4c96-2e98-47c6-8536-95263b7a2e4b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:14.341903 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-91d7ac3c-ebb9-4488-aece-9aac38a23445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:14.345828 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3d120-ddf1-41e3-abda-32a12400546c req-8a0d8172-0045-4c75-8291-2117b2dd7127 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:14.353792 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d0f3d120-ddf1-41e3-abda-32a12400546c req-8a0d8172-0045-4c75-8291-2117b2dd7127 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0655558 Mar 30 01:30:14.426476 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d0f3d120-ddf1-41e3-abda-32a12400546c req-46dd2652-9966-46a2-8ea0-3237729f08b3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715277 Mar 30 01:30:14.487869 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-91d7ac3c-ebb9-4488-aece-9aac38a23445 None None] Current status of the port eeaa4c96-2e98-47c6-8536-95263b7a2e4b is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:14.953755 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c38f94-6269-4637-a94a-25c591ed632d req-806935df-bdcc-427f-95ab-127488bf97cd tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:14.956696 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-75c38f94-6269-4637-a94a-25c591ed632d req-806935df-bdcc-427f-95ab-127488bf97cd tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0619614 Mar 30 01:30:15.019175 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-75c38f94-6269-4637-a94a-25c591ed632d req-16b8d1ff-4e90-41a6-b6b8-f35c04dea407 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535498 Mar 30 01:30:15.081818 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fb926-08e1-4cb2-9603-79bbe97b08c8 req-44995fbc-db7c-41fe-9f86-03098b5baf0f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:15.083472 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-233fb926-08e1-4cb2-9603-79bbe97b08c8 req-44995fbc-db7c-41fe-9f86-03098b5baf0f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 946 time: 0.0756507 Mar 30 01:30:15.142680 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-233fb926-08e1-4cb2-9603-79bbe97b08c8 req-bb02fa3e-9f0a-4afd-a355-9a5f327b10a2 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517843 Mar 30 01:30:15.539469 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23ee42-f886-4998-9e4b-70ac4f733241 req-aa4ccbb5-d8a4-4eda-abc4-4f5107c8fcf4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:15.541012 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd23ee42-f886-4998-9e4b-70ac4f733241 req-aa4ccbb5-d8a4-4eda-abc4-4f5107c8fcf4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0527785 Mar 30 01:30:15.590631 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd23ee42-f886-4998-9e4b-70ac4f733241 req-5b44405c-8d76-4068-a9f1-9f3b162de31d tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437758 Mar 30 01:30:15.862075 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-39fdc90f-82df-42da-a2ac-e4d3c5e12926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:15.994733 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device eeaa4c96-2e98-47c6-8536-95263b7a2e4b up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:16.049824 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port eeaa4c96-2e98-47c6-8536-95263b7a2e4b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:16.050204 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:16.136217 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port eeaa4c96-2e98-47c6-8536-95263b7a2e4b is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:16.161856 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b585328-85e4-480d-aff5-3d158fb456ce req-58811f25-c629-468d-8122-94fbdb381d2b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:16.163607 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6b585328-85e4-480d-aff5-3d158fb456ce req-58811f25-c629-468d-8122-94fbdb381d2b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0628154 Mar 30 01:30:16.210804 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6b585328-85e4-480d-aff5-3d158fb456ce req-624956c1-3ace-4046-a7be-30689a833679 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411923 Mar 30 01:30:16.271090 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e75ceb-4c8b-439f-8a96-14507680aa39 req-fcf1743a-3a3b-4379-acb1-49170cbefd3f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:16.272631 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-99e75ceb-4c8b-439f-8a96-14507680aa39 req-fcf1743a-3a3b-4379-acb1-49170cbefd3f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 946 time: 0.0586936 Mar 30 01:30:16.321538 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-99e75ceb-4c8b-439f-8a96-14507680aa39 req-4cd78f7d-97bd-4908-8117-2068331a1580 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426381 Mar 30 01:30:16.708662 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac5388-211f-449a-8cad-30dc0b8e66b4 req-0d2c098f-a079-42c2-bc55-bb1130131eab tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:16.710124 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-46ac5388-211f-449a-8cad-30dc0b8e66b4 req-0d2c098f-a079-42c2-bc55-bb1130131eab tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0522146 Mar 30 01:30:16.756606 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-46ac5388-211f-449a-8cad-30dc0b8e66b4 req-6f588889-dae8-4546-84e0-07a46d618fef tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 Mar 30 01:30:17.086429 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:17.340877 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219fbe3-8dd3-4c83-b36d-d428e8d4d338 req-7c18c19d-aef4-4d70-9ed4-ec4ed2f60b57 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:17.342376 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0219fbe3-8dd3-4c83-b36d-d428e8d4d338 req-7c18c19d-aef4-4d70-9ed4-ec4ed2f60b57 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0538380 Mar 30 01:30:17.391335 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0219fbe3-8dd3-4c83-b36d-d428e8d4d338 req-847eeb68-d0a2-46ab-97f7-2aceb7f494a6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432673 Mar 30 01:30:17.447929 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4f3ec-8f60-4a17-811a-12b88a2adc5e req-0e4222b5-dec3-404f-a079-491c639d435f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:17.449408 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a1e4f3ec-8f60-4a17-811a-12b88a2adc5e req-0e4222b5-dec3-404f-a079-491c639d435f tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 946 time: 0.0563896 Mar 30 01:30:17.496387 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a1e4f3ec-8f60-4a17-811a-12b88a2adc5e req-7ba72f2e-7d37-4bcf-a683-84c1cf0f481a tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414383 Mar 30 01:30:17.886366 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e34694-ade3-4724-82db-6783e046d99b req-d31bd97b-5b3b-4db5-aa35-441987932906 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:17.888110 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-65e34694-ade3-4724-82db-6783e046d99b req-d31bd97b-5b3b-4db5-aa35-441987932906 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0589609 Mar 30 01:30:17.934851 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-65e34694-ade3-4724-82db-6783e046d99b req-f2496cb5-7b6f-4625-87b5-645923455e87 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Mar 30 01:30:18.185314 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb581fb-0712-48c3-bda2-6f35dcd63114 req-901bf7f6-cc24-4b25-8625-d9a6176a44eb tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:18.186819 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-bcb581fb-0712-48c3-bda2-6f35dcd63114 req-901bf7f6-cc24-4b25-8625-d9a6176a44eb tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.10 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 946 time: 0.0591574 Mar 30 01:30:18.312611 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-bcb581fb-0712-48c3-bda2-6f35dcd63114 req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Deleting port b056e79e-0cdb-445a-a910-58e2530e28ff {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:30:18.313172 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-bcb581fb-0712-48c3-bda2-6f35dcd63114 req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.414493 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-bcb581fb-0712-48c3-bda2-6f35dcd63114 req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] For port b056e79e-0cdb-445a-a910-58e2530e28ff, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b056e79e-0cdb-445a-a910-58e2530e28ff,segment=NetworkSegment(6aeae255-afad-4b08-b02d-338c3d01fb29),segment_id=6aeae255-afad-4b08-b02d-338c3d01fb29)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:18.414883 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-bcb581fb-0712-48c3-bda2-6f35dcd63114 req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.429479 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-bcb581fb-0712-48c3-bda2-6f35dcd63114 req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Calling delete_port for b056e79e-0cdb-445a-a910-58e2530e28ff owned by compute:nova {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:30:18.476793 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.553599 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef75c5-c9d3-4151-84bf-077505f5fcbb req-80939903-4c46-4cb6-81c9-f28a3292bb53 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:18.555339 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-49ef75c5-c9d3-4151-84bf-077505f5fcbb req-80939903-4c46-4cb6-81c9-f28a3292bb53 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0737677 Mar 30 01:30:18.649556 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce55c4-bdb2-404a-85d1-c35225e4f6bd req-79e6cbb8-f918-42ae-b205-9bcffd58fa8a tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:18.652772 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3dce55c4-bdb2-404a-85d1-c35225e4f6bd req-79e6cbb8-f918-42ae-b205-9bcffd58fa8a tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/ports?device_id=830af6a7-bd87-497d-847c-c7f404d50d4c HTTP/1.1" status: 200 len: 946 time: 0.0701787 Mar 30 01:30:18.658330 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-49ef75c5-c9d3-4151-84bf-077505f5fcbb req-56bfae70-d2b0-40ca-b264-e3c5dfcd4db0 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933199 Mar 30 01:30:18.684759 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-bcb581fb-0712-48c3-bda2-6f35dcd63114 req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (b056e79e-0cdb-445a-a910-58e2530e28ff), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.700075 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['b056e79e-0cdb-445a-a910-58e2530e28ff'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:30:18.719421 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Pushing event deleted for resources: {'Port': ['ID=b056e79e-0cdb-445a-a910-58e2530e28ff,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:18.732316 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.732650 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.733011 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.733345 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.733660 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.733986 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.734309 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.734634 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.734988 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.735310 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.735613 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.735932 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.736238 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.736685 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.737009 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:18.737339 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3dce55c4-bdb2-404a-85d1-c35225e4f6bd req-8b2c7c76-fc77-4d84-9d4a-d7b984c57bf1 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.30 "GET /v2.0/security-groups?id=95939b54-8e7e-4f99-ba43-3b1f4303e57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764582 Mar 30 01:30:18.791893 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb581fb-0712-48c3-bda2-6f35dcd63114 req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] No DVR routers for this DVR port b056e79e-0cdb-445a-a910-58e2530e28ff on host hv-cinder-81713 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:30:18.794125 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-bcb581fb-0712-48c3-bda2-6f35dcd63114 req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:18.797516 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-bcb581fb-0712-48c3-bda2-6f35dcd63114 req-0a0f3f81-82ed-4687-94b5-240cedede512 tempest-VolumesActionsTest-363568779 tempest-VolumesActionsTest-363568779-project] 10.222.0.10 "DELETE /v2.0/ports/b056e79e-0cdb-445a-a910-58e2530e28ff HTTP/1.1" status: 204 len: 173 time: 0.5999265 Mar 30 01:30:18.797951 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830af6a7-bd87-497d-847c-c7f404d50d4c', 'name': 'network-vif-deleted', 'tag': 'b056e79e-0cdb-445a-a910-58e2530e28ff'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:18.800221 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc3f32e-0eb7-4964-ae67-bcd75026063b" -d '{"events": [{"server_uuid": "830af6a7-bd87-497d-847c-c7f404d50d4c", "name": "network-vif-deleted", "tag": "b056e79e-0cdb-445a-a910-58e2530e28ff"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:18.838614 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ec34cd-51e9-458e-89b5-4d93aecc067a x-openstack-request-id: req-80ec34cd-51e9-458e-89b5-4d93aecc067a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:18.839128 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830af6a7-bd87-497d-847c-c7f404d50d4c", "name": "network-vif-deleted", "tag": "b056e79e-0cdb-445a-a910-58e2530e28ff", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:18.839396 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80ec34cd-51e9-458e-89b5-4d93aecc067a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:18.839805 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ec34cd-51e9-458e-89b5-4d93aecc067a'] response: {'server_uuid': '830af6a7-bd87-497d-847c-c7f404d50d4c', 'name': 'network-vif-deleted', 'tag': 'b056e79e-0cdb-445a-a910-58e2530e28ff', 'status': 'completed', 'code': 200} Mar 30 01:30:19.066449 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603309d-71b4-4d4c-b35a-b4cd541a31da req-dd491a96-f221-4d2f-b5db-da3c9c20bc8d tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:19.068293 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f603309d-71b4-4d4c-b35a-b4cd541a31da req-dd491a96-f221-4d2f-b5db-da3c9c20bc8d tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0679941 Mar 30 01:30:19.131376 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f603309d-71b4-4d4c-b35a-b4cd541a31da req-e5ecc3d6-2053-44cb-b865-dcd5705157d3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556831 Mar 30 01:30:19.256811 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeaf97-39ee-4411-8f8d-784ec5b58e6e req-3d175487-bd8f-4a4c-8181-df610bbb9a16 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:19.256811 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2bbeaf97-39ee-4411-8f8d-784ec5b58e6e req-3d175487-bd8f-4a4c-8181-df610bbb9a16 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0597689 Mar 30 01:30:19.322376 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2bbeaf97-39ee-4411-8f8d-784ec5b58e6e req-89afaafc-7e22-4009-af7c-1876af17d13f tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563881 Mar 30 01:30:19.793315 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f620b-df28-4bf8-9c33-3c7883edbd8d req-eb9c681b-932a-4f08-be03-9b3860e9d2ca tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:19.795153 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-985f620b-df28-4bf8-9c33-3c7883edbd8d req-eb9c681b-932a-4f08-be03-9b3860e9d2ca tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0563023 Mar 30 01:30:19.865812 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-985f620b-df28-4bf8-9c33-3c7883edbd8d req-c2ce91f3-c350-49a9-8aaa-2b66185ad5b4 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536284 Mar 30 01:30:20.058537 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:20.273556 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d7734-cc49-428f-80d2-42fac27b8da0 req-2dda1654-5d68-497e-b33d-587e9e5d8e21 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:20.275083 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-1d9d7734-cc49-428f-80d2-42fac27b8da0 req-2dda1654-5d68-497e-b33d-587e9e5d8e21 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0642283 Mar 30 01:30:20.326530 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-1d9d7734-cc49-428f-80d2-42fac27b8da0 req-3e7198da-35a2-424f-97fd-4c5d3ec50649 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451908 Mar 30 01:30:20.475449 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56898395-53b6-4b99-9ee2-ef0a6d2cb800 req-00ac920c-c957-4217-b960-4f1d7ba7b190 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:20.477134 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-56898395-53b6-4b99-9ee2-ef0a6d2cb800 req-00ac920c-c957-4217-b960-4f1d7ba7b190 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0559177 Mar 30 01:30:20.530407 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-56898395-53b6-4b99-9ee2-ef0a6d2cb800 req-0c74474b-42f5-4175-8512-ff997ca1660d tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445459 Mar 30 01:30:21.006010 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc4a56-79a6-4074-af17-fcf1d6764e75 req-7fc9822d-5594-48f8-b5f6-19e525e44009 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:21.008146 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-95bc4a56-79a6-4074-af17-fcf1d6764e75 req-7fc9822d-5594-48f8-b5f6-19e525e44009 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0624514 Mar 30 01:30:21.067606 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-95bc4a56-79a6-4074-af17-fcf1d6764e75 req-bee05ba0-1a67-4360-ab81-3826724dfa65 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524154 Mar 30 01:30:21.141225 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4fa47d06-20b5-4828-955e-e323e1df8909 req-83354acd-de23-41fc-8191-ef90220b8fc3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472784 Mar 30 01:30:21.212548 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47d06-20b5-4828-955e-e323e1df8909 req-5d4ed4a4-06b7-4b9e-94df-462d21dcbcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:21.214738 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4fa47d06-20b5-4828-955e-e323e1df8909 req-5d4ed4a4-06b7-4b9e-94df-462d21dcbcca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 1130 time: 0.0491886 Mar 30 01:30:21.341168 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47d06-20b5-4828-955e-e323e1df8909 req-e77d82d0-b720-4359-89cd-4e837bd74a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:21.343387 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4fa47d06-20b5-4828-955e-e323e1df8909 req-e77d82d0-b720-4359-89cd-4e837bd74a3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 919 time: 0.0984607 Mar 30 01:30:21.395278 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4fa47d06-20b5-4828-955e-e323e1df8909 req-73bea0b2-dd06-4f1d-8ed1-892b5e55fe17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=822dc43c-40ce-489d-a531-c7bde49494ae HTTP/1.1" status: 200 len: 217 time: 0.0459917 Mar 30 01:30:21.459726 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47d06-20b5-4828-955e-e323e1df8909 req-20c1713d-7ae3-48e7-b765-a466452f4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:21.461293 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4fa47d06-20b5-4828-955e-e323e1df8909 req-20c1713d-7ae3-48e7-b765-a466452f4d75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0533803 Mar 30 01:30:21.492126 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d88a9-1efa-478d-845a-0916105eff1a req-e5e295ac-4a7a-44c0-b0bd-2d7f7cf69d56 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:21.493615 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-140d88a9-1efa-478d-845a-0916105eff1a req-e5e295ac-4a7a-44c0-b0bd-2d7f7cf69d56 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0796633 Mar 30 01:30:21.520432 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa47d06-20b5-4828-955e-e323e1df8909 req-e1d50cd5-fced-4205-970e-c094e85e898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:21.522103 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4fa47d06-20b5-4828-955e-e323e1df8909 req-e1d50cd5-fced-4205-970e-c094e85e898a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515440 Mar 30 01:30:21.566796 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-140d88a9-1efa-478d-845a-0916105eff1a req-3628cb7b-6772-47ea-8a5d-0a14e59035ab tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509491 Mar 30 01:30:21.657919 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4fa47d06-20b5-4828-955e-e323e1df8909 req-7687d2cf-1132-4735-b3bd-58858845603d service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253221 Mar 30 01:30:21.723004 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 37558) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:21.729998 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6c5d5-87b5-49ea-a3d7-1bad53c50ed4 req-45342fa7-3dfe-4c07-91ee-af4b478e913a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:21.732606 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-80e6c5d5-87b5-49ea-a3d7-1bad53c50ed4 req-45342fa7-3dfe-4c07-91ee-af4b478e913a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.1235838 Mar 30 01:30:21.807370 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-80e6c5d5-87b5-49ea-a3d7-1bad53c50ed4 req-55275baf-b3f9-4a1f-bb5f-5ba27297f996 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696485 Mar 30 01:30:21.809255 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4fa47d06-20b5-4828-955e-e323e1df8909 req-5fdf750c-796d-4fac-959e-0bc866b7ecd1 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451719 Mar 30 01:30:21.841924 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:21.921058 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Publish callbacks [] for security_group (39e5d356-affd-4d99-9510-9da662ad2872), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:21.925347 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (39e5d356-affd-4d99-9510-9da662ad2872), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:21.964951 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e5d356-affd-4d99-9510-9da662ad2872,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:21.968735 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d77e3304ee204d41996c14196317046c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447097 Mar 30 01:30:21.971449 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 37564) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:21.974524 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:21.975071 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:21.975575 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:21.976083 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:21.976418 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:21.976845 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:21.977210 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:21.977567 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:21.978075 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:21.978412 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:21.978830 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:21.979119 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:21.979605 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:21.979936 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:21.980259 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576256f8-faa8-49c1-b5c9-8e4746893bb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:30:22.021353 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b846b54d-373b-43c6-a10d-53d87ecea49a admin admin] Publish callbacks [] for security_group (39e5d356-affd-4d99-9510-9da662ad2872), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:22.042523 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b846b54d-373b-43c6-a10d-53d87ecea49a admin admin] Publish callbacks [] for security_group (39e5d356-affd-4d99-9510-9da662ad2872), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:22.091359 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b846b54d-373b-43c6-a10d-53d87ecea49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (39e5d356-affd-4d99-9510-9da662ad2872), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:22.094035 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b846b54d-373b-43c6-a10d-53d87ecea49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:22.095627 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-b846b54d-373b-43c6-a10d-53d87ecea49a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39e5d356-affd-4d99-9510-9da662ad2872 HTTP/1.1" status: 204 len: 168 time: 0.1227927 Mar 30 01:30:22.109013 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846b54d-373b-43c6-a10d-53d87ecea49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e5d356-affd-4d99-9510-9da662ad2872,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:22.212053 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a53b5-46c3-4fa1-b85a-cd940c1758d9 req-021eab43-9b4c-4583-9346-fe3ecd70167f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:22.213951 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e8a53b5-46c3-4fa1-b85a-cd940c1758d9 req-021eab43-9b4c-4583-9346-fe3ecd70167f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0575335 Mar 30 01:30:22.283286 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1e8a53b5-46c3-4fa1-b85a-cd940c1758d9 req-9d6b5794-0fce-454a-b043-89fd6c6b5152 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638158 Mar 30 01:30:22.388438 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 37574) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:22.402250 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b61e2aff-85b7-42a4-b9e8-bf6c53cc2adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:22.483439 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b61e2aff-85b7-42a4-b9e8-bf6c53cc2adc admin admin] Publish callbacks [] for security_group (2fa6994a-2378-4a02-9639-e3786a1c4136), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:22.487529 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b61e2aff-85b7-42a4-b9e8-bf6c53cc2adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (2fa6994a-2378-4a02-9639-e3786a1c4136), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:22.488957 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device b056e79e-0cdb-445a-a910-58e2530e28ff no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:30:22.510187 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: b056e79e-0cdb-445a-a910-58e2530e28ff {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:30:22.510589 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device b056e79e-0cdb-445a-a910-58e2530e28ff not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:30:22.524081 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e2aff-85b7-42a4-b9e8-bf6c53cc2adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa6994a-2378-4a02-9639-e3786a1c4136,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:22.528938 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b61e2aff-85b7-42a4-b9e8-bf6c53cc2adc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb4ea19517ec48eeb5aba23620c2ef2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394930 Mar 30 01:30:22.531602 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 37580) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:22.582158 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a5d709c-54d4-4c64-b703-87e0c91c882a admin admin] Publish callbacks [] for security_group (2fa6994a-2378-4a02-9639-e3786a1c4136), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:22.605264 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a5d709c-54d4-4c64-b703-87e0c91c882a admin admin] Publish callbacks [] for security_group (2fa6994a-2378-4a02-9639-e3786a1c4136), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:22.655413 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a5d709c-54d4-4c64-b703-87e0c91c882a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (2fa6994a-2378-4a02-9639-e3786a1c4136), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:22.658691 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a5d709c-54d4-4c64-b703-87e0c91c882a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:22.662550 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4a5d709c-54d4-4c64-b703-87e0c91c882a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2fa6994a-2378-4a02-9639-e3786a1c4136 HTTP/1.1" status: 204 len: 168 time: 0.1299050 Mar 30 01:30:22.670779 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d709c-54d4-4c64-b703-87e0c91c882a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa6994a-2378-4a02-9639-e3786a1c4136,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:22.684156 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c277c-3ac6-4656-ac9e-cf8639da038f req-7f941487-a86d-4cdb-bcec-717ae0dffdd6 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:22.685670 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e23c277c-3ac6-4656-ac9e-cf8639da038f req-7f941487-a86d-4cdb-bcec-717ae0dffdd6 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0566826 Mar 30 01:30:22.744741 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e23c277c-3ac6-4656-ac9e-cf8639da038f req-cce97505-1d2e-436e-bb2a-8e0b4a55dc3e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519931 Mar 30 01:30:22.949777 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69938dc2-6d30-4707-a8cd-75ab9ff8fe3f req-6b6b3f59-49cc-49db-861a-690228f38c15 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:22.951755 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-69938dc2-6d30-4707-a8cd-75ab9ff8fe3f req-6b6b3f59-49cc-49db-861a-690228f38c15 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0675919 Mar 30 01:30:23.018297 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-69938dc2-6d30-4707-a8cd-75ab9ff8fe3f req-e1ac6340-9f1a-46a4-9b62-4e50401fc16d tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583494 Mar 30 01:30:23.079912 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:23.410633 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07867de9-3ea3-450a-9365-4d799e894b35 req-ce6acec7-8678-4828-9042-3359d7195ecc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:23.412221 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-07867de9-3ea3-450a-9365-4d799e894b35 req-ce6acec7-8678-4828-9042-3359d7195ecc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0542078 Mar 30 01:30:23.464672 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-07867de9-3ea3-450a-9365-4d799e894b35 req-f65cb346-23da-4ecd-821f-8d1c5ce27142 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460916 Mar 30 01:30:23.864139 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e623b-af01-4fb8-8161-76d9011ac7d0 req-471deb12-a0aa-46c7-89c1-aa5ab6881387 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:23.865604 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-157e623b-af01-4fb8-8161-76d9011ac7d0 req-471deb12-a0aa-46c7-89c1-aa5ab6881387 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0536821 Mar 30 01:30:23.913727 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-157e623b-af01-4fb8-8161-76d9011ac7d0 req-71c7f4c6-fff9-4ce5-bd97-274a4606cfe3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 Mar 30 01:30:24.149141 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82222a0-335c-4285-a8f8-446f9a081b2b req-64c7776b-4169-444c-a52b-9312afa3837f tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:24.151327 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d82222a0-335c-4285-a8f8-446f9a081b2b req-64c7776b-4169-444c-a52b-9312afa3837f tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0594995 Mar 30 01:30:24.198303 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d82222a0-335c-4285-a8f8-446f9a081b2b req-78e9ee38-754d-411f-8574-36566ce323a8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408843 Mar 30 01:30:24.591487 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1156b-9ef5-4462-95d7-a5561dfee77e req-b9d9ed01-6ce8-420a-92ea-f2bcd289d776 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:24.592964 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02b1156b-9ef5-4462-95d7-a5561dfee77e req-b9d9ed01-6ce8-420a-92ea-f2bcd289d776 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0573006 Mar 30 01:30:24.638449 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02b1156b-9ef5-4462-95d7-a5561dfee77e req-aa3fcd9d-76e0-4972-9768-ff05b91c6a74 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399210 Mar 30 01:30:25.034834 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35699b02-20da-410d-816d-9ef5b3be5038 req-277687d6-a1ec-4f8a-8343-0637bb4a4bc5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:25.036337 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-35699b02-20da-410d-816d-9ef5b3be5038 req-277687d6-a1ec-4f8a-8343-0637bb4a4bc5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0564504 Mar 30 01:30:25.083569 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-35699b02-20da-410d-816d-9ef5b3be5038 req-d9d0672d-f568-41e2-a949-92345be2880a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411656 Mar 30 01:30:25.315024 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1395a-3a07-402a-82a5-a05afa8322d7 req-4ed3bbfd-154f-45bf-b9fa-9180c94b0249 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:25.316532 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d3d1395a-3a07-402a-82a5-a05afa8322d7 req-4ed3bbfd-154f-45bf-b9fa-9180c94b0249 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0527236 Mar 30 01:30:25.363391 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d3d1395a-3a07-402a-82a5-a05afa8322d7 req-f2f6454d-7857-48a8-8bf3-cdd765a0ec67 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412853 Mar 30 01:30:25.756153 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48761313-e663-4f68-80ec-991414940aac req-4df399fa-5c1f-4177-85d8-ccd2ba773680 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:25.757644 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48761313-e663-4f68-80ec-991414940aac req-4df399fa-5c1f-4177-85d8-ccd2ba773680 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0506694 Mar 30 01:30:25.804847 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48761313-e663-4f68-80ec-991414940aac req-ad952960-c82b-461b-a0b1-19aad3a5f71f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408294 Mar 30 01:30:26.201578 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55731d5c-a7a8-4922-9a92-434a3b1eb5f0 req-877d65c1-2a96-40c1-9a00-0d0bdd7edad1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:26.203040 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-55731d5c-a7a8-4922-9a92-434a3b1eb5f0 req-877d65c1-2a96-40c1-9a00-0d0bdd7edad1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0509982 Mar 30 01:30:26.252960 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-55731d5c-a7a8-4922-9a92-434a3b1eb5f0 req-2cee1b19-4fe5-4bb7-9f21-5a52938d72ab tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443676 Mar 30 01:30:26.491058 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2d3bd-7898-41f8-b842-fa9cc297b1bb req-96ca2edd-dab6-4f4a-b7a9-e1c71eba112c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:26.492643 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b9c2d3bd-7898-41f8-b842-fa9cc297b1bb req-96ca2edd-dab6-4f4a-b7a9-e1c71eba112c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0616343 Mar 30 01:30:26.547287 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b9c2d3bd-7898-41f8-b842-fa9cc297b1bb req-ccaf095d-4914-4b54-b185-3769d3db5094 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481100 Mar 30 01:30:26.933485 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c3eda-3fd0-4abc-81a8-44cefb2d8058 req-ce7d0c6c-13e8-484b-aa84-05fbbf15d3ab tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:26.935058 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-860c3eda-3fd0-4abc-81a8-44cefb2d8058 req-ce7d0c6c-13e8-484b-aa84-05fbbf15d3ab tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0582759 Mar 30 01:30:26.966336 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fbebe-8100-4dbf-8504-15dce212a73d req-64da93e4-a623-42da-9f9b-9e27f9ff79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:26.967945 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a60fbebe-8100-4dbf-8504-15dce212a73d req-64da93e4-a623-42da-9f9b-9e27f9ff79e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 1130 time: 0.0440741 Mar 30 01:30:26.983227 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-860c3eda-3fd0-4abc-81a8-44cefb2d8058 req-320e4e02-68fe-49d9-9ccc-924936de081a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424535 Mar 30 01:30:27.014216 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a60fbebe-8100-4dbf-8504-15dce212a73d req-ab8c4d6c-ca88-4468-8b29-4cf81703abe4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388021 Mar 30 01:30:27.368727 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ba9b7-967f-465e-9acd-f9a2c8b53b6f req-aa60679c-7407-483f-9b87-6d7f7acdcb72 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:27.370277 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d38ba9b7-967f-465e-9acd-f9a2c8b53b6f req-aa60679c-7407-483f-9b87-6d7f7acdcb72 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0527658 Mar 30 01:30:27.426350 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d38ba9b7-967f-465e-9acd-f9a2c8b53b6f req-d293731b-9edd-43b5-b14e-918228b7e343 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503435 Mar 30 01:30:27.682662 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f9c14-3b0d-486c-8609-2b9e2a3f83ac req-53f3e74d-7522-4cd0-a1cb-d46d9093d6ee tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:27.690310 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e01f9c14-3b0d-486c-8609-2b9e2a3f83ac req-53f3e74d-7522-4cd0-a1cb-d46d9093d6ee tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0670865 Mar 30 01:30:27.759058 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e01f9c14-3b0d-486c-8609-2b9e2a3f83ac req-195f83eb-f39d-43d8-b6fb-5529a3ccddb1 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550556 Mar 30 01:30:28.148605 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae11b04-d024-4f79-ba3c-53132d34390f req-f9fbe5c5-6ad5-4250-8c3c-29b3bf197a29 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:28.150183 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5ae11b04-d024-4f79-ba3c-53132d34390f req-f9fbe5c5-6ad5-4250-8c3c-29b3bf197a29 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0648651 Mar 30 01:30:28.219238 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5ae11b04-d024-4f79-ba3c-53132d34390f req-67c693b7-d74c-4c6b-ac40-013eb1b090ee tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585275 Mar 30 01:30:28.868068 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932afd0b-e49c-48af-96ef-20ccdc5f8279 req-a9e4751a-c889-4b17-8d50-296596502b0c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:28.875275 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-932afd0b-e49c-48af-96ef-20ccdc5f8279 req-a9e4751a-c889-4b17-8d50-296596502b0c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.3763707 Mar 30 01:30:28.933650 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f9892-3312-4720-bb48-073d8f0e2b95 req-f4e713f0-99c8-4aa1-bf87-8289a81219a5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:28.939372 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-932afd0b-e49c-48af-96ef-20ccdc5f8279 req-80274cb3-9c2a-41e9-ae7a-e121e014c438 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606458 Mar 30 01:30:28.944079 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b14f9892-3312-4720-bb48-073d8f0e2b95 req-f4e713f0-99c8-4aa1-bf87-8289a81219a5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0927396 Mar 30 01:30:29.023041 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b14f9892-3312-4720-bb48-073d8f0e2b95 req-cb659053-ba79-45b1-9d84-ef4577c12706 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780137 Mar 30 01:30:29.368310 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9a42f-24d6-4ecb-9ab9-ff634235f0df req-f31db4ac-2605-4361-b409-096822dc3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:29.372978 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dbe9a42f-24d6-4ecb-9ab9-ff634235f0df req-f31db4ac-2605-4361-b409-096822dc3836 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 1130 time: 0.1488750 Mar 30 01:30:29.439042 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083dc3c-94bb-4c32-a4f3-d864cbad99e2 req-353bd7bd-92e7-4860-bbf7-ea82376ac4f1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:29.441117 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c083dc3c-94bb-4c32-a4f3-d864cbad99e2 req-353bd7bd-92e7-4860-bbf7-ea82376ac4f1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.1954374 Mar 30 01:30:29.507488 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea7724-6af6-4fc2-b46b-11c075d91780 req-cff96065-822d-4266-b55c-4996b1447a64 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:29.521120 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-afea7724-6af6-4fc2-b46b-11c075d91780 req-cff96065-822d-4266-b55c-4996b1447a64 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.1560509 Mar 30 01:30:29.604181 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9a42f-24d6-4ecb-9ab9-ff634235f0df req-114d069b-304a-4313-952a-8565815b6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:29.609453 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dbe9a42f-24d6-4ecb-9ab9-ff634235f0df req-114d069b-304a-4313-952a-8565815b6b7f service neutron] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 919 time: 0.2254434 Mar 30 01:30:29.733462 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dbe9a42f-24d6-4ecb-9ab9-ff634235f0df req-a94024af-28ad-46ed-9d6e-db11544165e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20e728cd-69f4-47f4-91be-199338787410 HTTP/1.1" status: 200 len: 217 time: 0.1120715 Mar 30 01:30:29.767485 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c083dc3c-94bb-4c32-a4f3-d864cbad99e2 req-d36fd5c6-74fe-4e40-9a32-54f00bf7e73a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955375 Mar 30 01:30:29.783539 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-afea7724-6af6-4fc2-b46b-11c075d91780 req-ab162be8-1bd2-462a-9258-21b04f935306 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510810 Mar 30 01:30:29.851053 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9a42f-24d6-4ecb-9ab9-ff634235f0df req-98aedfe0-76d9-4014-83f4-1b2b7de76cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:29.853040 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dbe9a42f-24d6-4ecb-9ab9-ff634235f0df req-98aedfe0-76d9-4014-83f4-1b2b7de76cde service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0791116 Mar 30 01:30:29.990330 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9a42f-24d6-4ecb-9ab9-ff634235f0df req-9b28bd6d-7a1d-472b-820b-60225fec3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:29.996365 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dbe9a42f-24d6-4ecb-9ab9-ff634235f0df req-9b28bd6d-7a1d-472b-820b-60225fec3fcc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1195264 Mar 30 01:30:30.294066 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dbe9a42f-24d6-4ecb-9ab9-ff634235f0df req-a3562281-f733-4f3f-ae89-f30d06f4191f service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897615 Mar 30 01:30:30.302791 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cab137-b1c5-4a39-86e0-ebb2722870ba req-a8e474ba-226c-450e-9abc-12ff21189e93 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:30.304375 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-84cab137-b1c5-4a39-86e0-ebb2722870ba req-a8e474ba-226c-450e-9abc-12ff21189e93 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.1306701 Mar 30 01:30:30.420322 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-84cab137-b1c5-4a39-86e0-ebb2722870ba req-eadc54fa-ab09-4da4-8d16-2ac04415c7fb tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956712 Mar 30 01:30:30.439409 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dbe9a42f-24d6-4ecb-9ab9-ff634235f0df req-3b77bfe5-9150-419d-a171-8bbf16e1eef9 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340110 Mar 30 01:30:30.960774 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e28ab-cc82-4007-9039-415023040ea1 req-e30eeebb-2dcc-4058-8e23-6a0347fbeeb5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:30.969840 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fe0e28ab-cc82-4007-9039-415023040ea1 req-e30eeebb-2dcc-4058-8e23-6a0347fbeeb5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0780747 Mar 30 01:30:31.011325 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdaaeb-3414-4017-a895-d3578a27c424 req-a3e75343-9bb1-4e3c-8f4c-c7360b002ab0 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:31.019081 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3dfdaaeb-3414-4017-a895-d3578a27c424 req-a3e75343-9bb1-4e3c-8f4c-c7360b002ab0 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.1225045 Mar 30 01:30:31.026383 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fe0e28ab-cc82-4007-9039-415023040ea1 req-5b9abf61-2edd-431a-b9e4-0b9d7e9ec542 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553627 Mar 30 01:30:31.076391 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3dfdaaeb-3414-4017-a895-d3578a27c424 req-f06e3a78-d315-4e1f-86a9-29ddba5733c6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563774 Mar 30 01:30:31.603982 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ddfef-0fa0-4997-874f-c5606724679b req-c20db9d5-a92a-4134-85d3-65b38e793298 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:31.612436 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-723ddfef-0fa0-4997-874f-c5606724679b req-c20db9d5-a92a-4134-85d3-65b38e793298 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.1056848 Mar 30 01:30:31.712310 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-723ddfef-0fa0-4997-874f-c5606724679b req-273d6c69-47b9-440e-8302-677255c62804 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997932 Mar 30 01:30:32.187795 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af14914-9a06-44e5-86e7-7446ec9da3c6 req-31d5c1bd-7c1d-4181-a18f-c69619592c61 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:32.211182 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6af14914-9a06-44e5-86e7-7446ec9da3c6 req-31d5c1bd-7c1d-4181-a18f-c69619592c61 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0771215 Mar 30 01:30:32.298920 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5065e-f8e2-40ab-b1ef-855a3fb4ab76 req-99e5e9d7-066c-4bab-b325-6f37bbce0c23 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:32.309611 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6af14914-9a06-44e5-86e7-7446ec9da3c6 req-796efab6-e27b-47fe-84a6-13b1654266b3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974164 Mar 30 01:30:32.309825 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8fc5065e-f8e2-40ab-b1ef-855a3fb4ab76 req-99e5e9d7-066c-4bab-b325-6f37bbce0c23 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.1225111 Mar 30 01:30:32.398048 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8fc5065e-f8e2-40ab-b1ef-855a3fb4ab76 req-0d449b7c-b7b9-442e-8339-86f6cfcb9de5 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791144 Mar 30 01:30:32.994187 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df26e9-0239-4803-b71d-31fb9705a274 req-ad130c54-a0f6-4b35-b94b-2ec2cb9254a4 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:33.007820 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b4df26e9-0239-4803-b71d-31fb9705a274 req-ad130c54-a0f6-4b35-b94b-2ec2cb9254a4 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.1449213 Mar 30 01:30:33.124926 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b4df26e9-0239-4803-b71d-31fb9705a274 req-af395400-1b67-494f-a0be-8969127c0455 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118760 Mar 30 01:30:33.580767 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daaa920-35be-482a-a2b1-56181995da39 req-d68a0a63-f052-4743-9140-c3a8441a5ae0 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:33.589832 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9daaa920-35be-482a-a2b1-56181995da39 req-d68a0a63-f052-4743-9140-c3a8441a5ae0 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0871608 Mar 30 01:30:33.676633 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9daaa920-35be-482a-a2b1-56181995da39 req-5c1ccadf-cf7e-4245-a64e-87c0352f1303 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836339 Mar 30 01:30:33.897172 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c839ec-d0fa-4bb8-b650-771c3f54d542 req-c9d3e0fd-9cba-4dac-a421-9024654c0a9a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:33.909714 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89c839ec-d0fa-4bb8-b650-771c3f54d542 req-c9d3e0fd-9cba-4dac-a421-9024654c0a9a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0916996 Mar 30 01:30:33.986064 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89c839ec-d0fa-4bb8-b650-771c3f54d542 req-7b5206d7-36d0-4263-8ffe-6248648ab814 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749328 Mar 30 01:30:34.379185 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ae424-21eb-4e99-9bf8-9b10d8ba527e req-155374c7-9d0e-4432-9a44-c8e915587e8b tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:34.381825 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3b0ae424-21eb-4e99-9bf8-9b10d8ba527e req-155374c7-9d0e-4432-9a44-c8e915587e8b tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.1315470 Mar 30 01:30:34.532556 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3b0ae424-21eb-4e99-9bf8-9b10d8ba527e req-cce571f9-5b46-4a31-95c7-d652bc0ec107 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412940 Mar 30 01:30:35.109288 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:30:35.158081 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27b42a-11a2-424b-af85-566b02b148a9 req-e3293a98-3c2c-4b66-91b4-91ceaf611b74 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:35.160453 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-de27b42a-11a2-424b-af85-566b02b148a9 req-e3293a98-3c2c-4b66-91b4-91ceaf611b74 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0751550 Mar 30 01:30:35.212446 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-de27b42a-11a2-424b-af85-566b02b148a9 req-043bd78e-df43-4c41-bbf7-4cfa405b3018 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456703 Mar 30 01:30:35.719762 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9eb14-f200-4e00-a15b-06dd781c19d6 req-c8c4ca17-8c45-4dac-ac6d-7799aab000ef tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:35.728568 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5bc9eb14-f200-4e00-a15b-06dd781c19d6 req-c8c4ca17-8c45-4dac-ac6d-7799aab000ef tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0931094 Mar 30 01:30:35.763041 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 37964) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:35.770260 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-5f72dc18-9548-4462-a7da-96a27ff1b9c3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312605008', 'description': 'tempest-description--2146671066'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:35.800825 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5bc9eb14-f200-4e00-a15b-06dd781c19d6 req-90c0f469-07a1-4f03-a6c1-ff846af7b973 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686276 Mar 30 01:30:35.811593 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5f72dc18-9548-4462-a7da-96a27ff1b9c3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:35.915952 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5f72dc18-9548-4462-a7da-96a27ff1b9c3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for security_group (9f776b7b-1037-43e8-872b-2574a30fdc95), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:35.924212 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5f72dc18-9548-4462-a7da-96a27ff1b9c3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (9f776b7b-1037-43e8-872b-2574a30fdc95), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.016718 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5f72dc18-9548-4462-a7da-96a27ff1b9c3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.020344 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-5f72dc18-9548-4462-a7da-96a27ff1b9c3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2556403 Mar 30 01:30:36.023930 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 37976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:36.025983 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72dc18-9548-4462-a7da-96a27ff1b9c3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f776b7b-1037-43e8-872b-2574a30fdc95,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:36.032178 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-37d9b673-1862-42e3-b3f8-27ca9cceef68 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Request body: {'security_group_rule': {'security_group_id': '9f776b7b-1037-43e8-872b-2574a30fdc95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:36.096086 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37d9b673-1862-42e3-b3f8-27ca9cceef68 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for security_group_rule (e7d56242-125f-430f-9ef8-b77f6b195e2a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.231528 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37d9b673-1862-42e3-b3f8-27ca9cceef68 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for security_group_rule (e7d56242-125f-430f-9ef8-b77f6b195e2a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.238515 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37d9b673-1862-42e3-b3f8-27ca9cceef68 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (e7d56242-125f-430f-9ef8-b77f6b195e2a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.278458 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37d9b673-1862-42e3-b3f8-27ca9cceef68 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.295089 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 37984) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:36.302900 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-283e946e-6083-43c7-b375-0e85d6e34639 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Request body: {'security_group_rule': {'security_group_id': '9f776b7b-1037-43e8-872b-2574a30fdc95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:36.310180 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-37d9b673-1862-42e3-b3f8-27ca9cceef68 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2850082 Mar 30 01:30:36.324055 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9b673-1862-42e3-b3f8-27ca9cceef68 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d56242-125f-430f-9ef8-b77f6b195e2a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:36.356489 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-283e946e-6083-43c7-b375-0e85d6e34639 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for security_group_rule (e5fc3dd4-9066-4ce9-8bc4-9992f70d8dd7), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.466117 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-283e946e-6083-43c7-b375-0e85d6e34639 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for security_group_rule (e5fc3dd4-9066-4ce9-8bc4-9992f70d8dd7), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.479320 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c7775-e1a0-45be-ba2b-e27b79a2844d req-9a667ed1-b214-46bd-9bc8-722729f582d9 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:36.481194 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-342c7775-e1a0-45be-ba2b-e27b79a2844d req-9a667ed1-b214-46bd-9bc8-722729f582d9 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.1010749 Mar 30 01:30:36.482610 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-283e946e-6083-43c7-b375-0e85d6e34639 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (e5fc3dd4-9066-4ce9-8bc4-9992f70d8dd7), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.529205 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e946e-6083-43c7-b375-0e85d6e34639 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fc3dd4-9066-4ce9-8bc4-9992f70d8dd7,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:36.539116 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-283e946e-6083-43c7-b375-0e85d6e34639 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.541159 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-283e946e-6083-43c7-b375-0e85d6e34639 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2438233 Mar 30 01:30:36.545510 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 37988) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:36.559536 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Request body: {'floatingip': {'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:36.614293 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-342c7775-e1a0-45be-ba2b-e27b79a2844d req-f52ff390-c3c4-4b59-8d68-f8bb1d330ccb tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234977 Mar 30 01:30:36.642510 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:36.868190 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:37.051521 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd9c84-5768-4635-b5c6-93b95469ec00 req-564b9d70-56cf-4d6e-8955-1015498e3211 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:37.053068 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-68dd9c84-5768-4635-b5c6-93b95469ec00 req-564b9d70-56cf-4d6e-8955-1015498e3211 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0997593 Mar 30 01:30:37.073116 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Allocated IP 172.27.2.223 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/697eaddb-8a7f-424e-87ce-6f65c6cbddf7) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:37.195354 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-68dd9c84-5768-4635-b5c6-93b95469ec00 req-f1c6cd8a-b4a3-4ca3-adc6-8d585e177179 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286333 Mar 30 01:30:37.249367 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for port (697eaddb-8a7f-424e-87ce-6f65c6cbddf7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:37.288840 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (697eaddb-8a7f-424e-87ce-6f65c6cbddf7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:37.345198 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:37.350934 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:37.354321 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:37.367883 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Pushing event updated for resources: {'Port': ['ID=697eaddb-8a7f-424e-87ce-6f65c6cbddf7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:37.520324 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for floatingip (92b48d2d-21c8-4623-ab58-ca48a471e298), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:37.627309 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (697eaddb-8a7f-424e-87ce-6f65c6cbddf7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:37.876795 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81ac9f-b498-454b-98c1-ee919f69d949 req-0ebdfa88-647e-4625-818e-6351eef8d6fb tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:37.887197 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2f81ac9f-b498-454b-98c1-ee919f69d949 req-0ebdfa88-647e-4625-818e-6351eef8d6fb tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.1072054 Mar 30 01:30:37.887373 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 38012) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:37.969635 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2f81ac9f-b498-454b-98c1-ee919f69d949 req-0e641344-7fa2-49a0-90ee-3cb68f032159 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752885 Mar 30 01:30:38.067810 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for port (697eaddb-8a7f-424e-87ce-6f65c6cbddf7), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.076013 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (697eaddb-8a7f-424e-87ce-6f65c6cbddf7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.219315 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de570c70-565c-4c42-bc16-f91fa5a52585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.410827 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Pushing event updated for resources: {'Port': ['ID=697eaddb-8a7f-424e-87ce-6f65c6cbddf7,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:38.431512 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (92b48d2d-21c8-4623-ab58-ca48a471e298), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.482449 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.487214 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-53314cd2-4014-4c95-a745-52cc94c0fcb4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9405236 Mar 30 01:30:38.505377 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39116a32-c9a8-46af-b38b-4740dc8e3c70 req-f9dc8aa1-fac6-454f-99e7-62099e1688f8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:38.508314 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-39116a32-c9a8-46af-b38b-4740dc8e3c70 req-f9dc8aa1-fac6-454f-99e7-62099e1688f8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.1770675 Mar 30 01:30:38.525989 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de570c70-565c-4c42-bc16-f91fa5a52585 admin admin] Publish callbacks [] for security_group (6c66c8eb-40e0-49ca-82e4-c64258038e12), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.546997 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de570c70-565c-4c42-bc16-f91fa5a52585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (6c66c8eb-40e0-49ca-82e4-c64258038e12), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.606445 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-de570c70-565c-4c42-bc16-f91fa5a52585 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5391d7975b744ef2ae7881382b05c486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7157536 Mar 30 01:30:38.606877 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 38038) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:38.614658 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-39116a32-c9a8-46af-b38b-4740dc8e3c70 req-9b7dbd40-133e-4fdd-8742-b47498b829aa tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914142 Mar 30 01:30:38.619403 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de570c70-565c-4c42-bc16-f91fa5a52585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c66c8eb-40e0-49ca-82e4-c64258038e12,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:38.634216 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 38943836-c01b-4a56-95db-010e6337cfe2 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:30:38.718131 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07fffd7d-e828-496d-b9b4-af1a15aa430d admin admin] Publish callbacks [] for security_group (6c66c8eb-40e0-49ca-82e4-c64258038e12), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.769865 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07fffd7d-e828-496d-b9b4-af1a15aa430d admin admin] Publish callbacks [] for security_group (6c66c8eb-40e0-49ca-82e4-c64258038e12), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.792426 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 38943836-c01b-4a56-95db-010e6337cfe2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38943836-c01b-4a56-95db-010e6337cfe2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:38.805662 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '38943836-c01b-4a56-95db-010e6337cfe2', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'port_id': '38943836-c01b-4a56-95db-010e6337cfe2', 'mac_address': 'fa:16:3e:1c:6b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:30:38.815336 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-d86b3b37-2819-4558-9165-373ac4351a38 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1312605008&fields=id&tenant_id=10d8e88a77d8487680652e10a7a18348 HTTP/1.1" status: 200 len: 267 time: 0.0981429 Mar 30 01:30:38.848027 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 38943836-c01b-4a56-95db-010e6337cfe2 is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:38.848515 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (38943836-c01b-4a56-95db-010e6337cfe2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:38.863477 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38943836-c01b-4a56-95db-010e6337cfe2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:30:38.891052 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 38943836-c01b-4a56-95db-010e6337cfe2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38943836-c01b-4a56-95db-010e6337cfe2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:38.897686 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (38943836-c01b-4a56-95db-010e6337cfe2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.096934 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['38943836-c01b-4a56-95db-010e6337cfe2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:30:39.153795 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07fffd7d-e828-496d-b9b4-af1a15aa430d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (6c66c8eb-40e0-49ca-82e4-c64258038e12), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.171746 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07fffd7d-e828-496d-b9b4-af1a15aa430d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:39.176665 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-07fffd7d-e828-496d-b9b4-af1a15aa430d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c66c8eb-40e0-49ca-82e4-c64258038e12 HTTP/1.1" status: 204 len: 168 time: 0.5682385 Mar 30 01:30:39.191336 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=38943836-c01b-4a56-95db-010e6337cfe2,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:39.219778 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fffd7d-e828-496d-b9b4-af1a15aa430d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c66c8eb-40e0-49ca-82e4-c64258038e12,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:39.365022 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-4151c304-322c-4a4b-b74e-76cc16f7e776 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:39.383886 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-4151c304-322c-4a4b-b74e-76cc16f7e776 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 818 time: 0.5672932 Mar 30 01:30:39.397340 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15af7be-c9f0-4506-a374-a64db3133732 req-df0101b6-b010-4b98-aaf9-cfbad6652f45 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:39.417883 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d15af7be-c9f0-4506-a374-a64db3133732 req-df0101b6-b010-4b98-aaf9-cfbad6652f45 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 945 time: 0.1482840 Mar 30 01:30:39.429320 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-0b02056d-61c6-4030-aabb-1e007dfda8fa tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/quotas/10d8e88a77d8487680652e10a7a18348 HTTP/1.1" status: 200 len: 375 time: 0.0305161 Mar 30 01:30:39.563093 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-471ddd20-3392-4a43-8581-aa8e47d43b5f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1328700 Mar 30 01:30:39.569011 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d15af7be-c9f0-4506-a374-a64db3133732 req-c024bdb8-0c1b-413f-b7c1-ef5e990b4ace tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501656 Mar 30 01:30:39.733883 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-257cb82a-4368-4334-bcbd-d26c59bb731c service neutron] 10.222.0.30 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482832 Mar 30 01:30:39.919645 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1f910-281b-4bda-bfb1-d9309cfbc7af req-02423428-e7cb-46e5-9d49-3d50325c87f5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:39.924141 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c5f1f910-281b-4bda-bfb1-d9309cfbc7af req-02423428-e7cb-46e5-9d49-3d50325c87f5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.1731703 Mar 30 01:30:39.965302 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-42e856c9-9c30-4efe-a184-0272f6564577 service neutron] 10.222.0.30 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165172 Mar 30 01:30:39.996891 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c5f1f910-281b-4bda-bfb1-d9309cfbc7af req-b4b63364-e896-4925-8f19-e26be349da70 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652001 Mar 30 01:30:40.238320 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-43d1ad94-6094-464c-8ba4-4865bfe95ab2 req-0d7aa76c-8e73-4536-8ce8-2cdeb1bf8231 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 210 time: 0.0527940 Mar 30 01:30:40.424410 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc416239-2295-4ae1-8635-6d68aa2d1fc4 req-aa52678f-7bb4-413f-a8c5-dedb000ea361 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:40.453077 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc416239-2295-4ae1-8635-6d68aa2d1fc4 req-aa52678f-7bb4-413f-a8c5-dedb000ea361 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.1505859 Mar 30 01:30:40.583128 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 38943836-c01b-4a56-95db-010e6337cfe2 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:30:40.639546 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81bd80-65bb-4085-af30-bfd79e52613b req-a8843569-0542-44c6-8713-b8bf10a25d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:40.646318 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5d81bd80-65bb-4085-af30-bfd79e52613b req-a8843569-0542-44c6-8713-b8bf10a25d70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=039eb3382c0646d4bd8cddff38364c12&device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 1129 time: 0.2118380 Mar 30 01:30:40.669064 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc416239-2295-4ae1-8635-6d68aa2d1fc4 req-2f02f161-1f58-4885-a9cd-37c323d5cdf2 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063200 Mar 30 01:30:40.733897 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 38943836-c01b-4a56-95db-010e6337cfe2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:40.734843 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (38943836-c01b-4a56-95db-010e6337cfe2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:40.961887 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 38943836-c01b-4a56-95db-010e6337cfe2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:30:40.963324 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (38943836-c01b-4a56-95db-010e6337cfe2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:40.969086 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa9693-04ad-4485-b33d-f95e85af155d req-b6ad6aee-17c9-4344-a5c1-5e1e1e5ea0dc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:40.979125 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a5fa9693-04ad-4485-b33d-f95e85af155d req-b6ad6aee-17c9-4344-a5c1-5e1e1e5ea0dc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 945 time: 0.2112808 Mar 30 01:30:41.027067 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81bd80-65bb-4085-af30-bfd79e52613b req-68ab9e8a-54dc-45e8-9716-5b21d6f289d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:41.028736 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5d81bd80-65bb-4085-af30-bfd79e52613b req-68ab9e8a-54dc-45e8-9716-5b21d6f289d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03fd8b2f-7625-4635-88c0-2ffd255f1007 HTTP/1.1" status: 200 len: 910 time: 0.3720787 Mar 30 01:30:41.058611 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 38943836-c01b-4a56-95db-010e6337cfe2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38943836-c01b-4a56-95db-010e6337cfe2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:30:41.060115 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38943836-c01b-4a56-95db-010e6337cfe2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:41.066911 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de66c77a-37f4-421c-a920-065d8d5bbb93" -d '{"events": [{"server_uuid": "4a25986c-3fec-4cdf-83ac-e13e3777ed58", "name": "network-vif-plugged", "status": "completed", "tag": "38943836-c01b-4a56-95db-010e6337cfe2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:41.094384 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (38943836-c01b-4a56-95db-010e6337cfe2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:41.151676 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a5fa9693-04ad-4485-b33d-f95e85af155d req-4e06f889-02d5-4b3d-8778-d50bfb365a28 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696815 Mar 30 01:30:41.240906 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=38943836-c01b-4a56-95db-010e6337cfe2,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:41.273893 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5d81bd80-65bb-4085-af30-bfd79e52613b req-6294a2e0-ea38-42e5-8c78-8b769bc16bdd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1649e19-52c9-4b2e-b103-85fd6ffa7844 HTTP/1.1" status: 200 len: 1000 time: 0.2356789 Mar 30 01:30:41.274635 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03bc534-38d3-4cb1-9b56-686d83e15ff4 x-openstack-request-id: req-d03bc534-38d3-4cb1-9b56-686d83e15ff4 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:41.275573 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a25986c-3fec-4cdf-83ac-e13e3777ed58", "name": "network-vif-plugged", "status": "completed", "tag": "38943836-c01b-4a56-95db-010e6337cfe2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:41.276880 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d03bc534-38d3-4cb1-9b56-686d83e15ff4 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:41.277727 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03bc534-38d3-4cb1-9b56-686d83e15ff4'] response: {'server_uuid': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38943836-c01b-4a56-95db-010e6337cfe2', 'code': 200} Mar 30 01:30:41.433314 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81bd80-65bb-4085-af30-bfd79e52613b req-aa3cf16c-c863-45b1-9a42-ca4ef1a8b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:41.435303 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5d81bd80-65bb-4085-af30-bfd79e52613b req-aa3cf16c-c863-45b1-9a42-ca4ef1a8b3e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff067983-253c-45fe-994a-831579de17d9 HTTP/1.1" status: 200 len: 848 time: 0.1496766 Mar 30 01:30:41.495540 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-afa172e6-f7d1-4bfd-a583-1fc85bd45675 req-0698e035-3be9-46a2-9efb-450e6db51bf9 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 210 time: 0.0785019 Mar 30 01:30:41.591596 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81bd80-65bb-4085-af30-bfd79e52613b req-0e7728f6-e560-42e4-b27f-e1866243c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:41.593971 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5d81bd80-65bb-4085-af30-bfd79e52613b req-0e7728f6-e560-42e4-b27f-e1866243c3e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03fd8b2f-7625-4635-88c0-2ffd255f1007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1271012 Mar 30 01:30:41.742783 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5d81bd80-65bb-4085-af30-bfd79e52613b req-b9f348c4-7e89-4e2a-b780-0ab094d7f8d8 service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403267 Mar 30 01:30:41.924599 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b5fda-0acc-47ac-b484-e55184d78ddf req-1c5d290b-dbf7-4673-aefe-d07c63ce6b70 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:41.942039 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-db2b5fda-0acc-47ac-b484-e55184d78ddf req-1c5d290b-dbf7-4673-aefe-d07c63ce6b70 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.1474907 Mar 30 01:30:42.004188 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5d81bd80-65bb-4085-af30-bfd79e52613b req-fbc66176-8cd4-42f3-8fbd-1b439e73150c service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480309 Mar 30 01:30:42.064958 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-db2b5fda-0acc-47ac-b484-e55184d78ddf req-3015cb84-5bd9-4303-8198-55f1ed606d9b tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180937 Mar 30 01:30:42.440357 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5a27f-1bcb-41fb-8b77-56de499206a2 req-4f3b1209-b05b-491f-9849-9debb7e7ff4f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:42.448253 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3bb5a27f-1bcb-41fb-8b77-56de499206a2 req-4f3b1209-b05b-491f-9849-9debb7e7ff4f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.1091969 Mar 30 01:30:42.607018 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3bb5a27f-1bcb-41fb-8b77-56de499206a2 req-823adb7e-f400-4482-99d6-adf45ddbe1ca tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577325 Mar 30 01:30:42.735489 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cf7481c6-9a62-4abf-86ab-46f268fc9e56 req-513978e3-43d5-44f3-bce9-6d6293af9188 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 210 time: 0.1288249 Mar 30 01:30:42.750898 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-5ca678b2-5078-4826-ae99-a0913e10b0c9 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:42.756315 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-5ca678b2-5078-4826-ae99-a0913e10b0c9 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 818 time: 0.5419490 Mar 30 01:30:42.856786 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-e769e0a0-e698-472f-be72-30fa64e2688b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10d8e88a77d8487680652e10a7a18348 HTTP/1.1" status: 200 len: 380 time: 0.0884404 Mar 30 01:30:42.872180 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-ba3aa5f0-ffef-4d9f-b348-741833cb6be8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Request body: {'port': {'device_id': 'dff08521-c579-4f8d-af82-679ed414b625', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'admin_state_up': True, 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'security_groups': ['9f776b7b-1037-43e8-872b-2574a30fdc95']}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:43.089287 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-ba3aa5f0-ffef-4d9f-b348-741833cb6be8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Made reservation on behalf of 10d8e88a77d8487680652e10a7a18348 for: {'port': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:43.098320 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-ba3aa5f0-ffef-4d9f-b348-741833cb6be8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:43.302438 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd132c9-cc98-41a5-af70-036976eeb2be req-2d0f394c-ef2b-452a-9e90-129ac9545a0c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:43.320586 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dcd132c9-cc98-41a5-af70-036976eeb2be req-2d0f394c-ef2b-452a-9e90-129ac9545a0c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.1731303 Mar 30 01:30:43.436100 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-ba3aa5f0-ffef-4d9f-b348-741833cb6be8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Allocated IP 172.20.0.12 (f27bd740-4fba-4028-9406-a0ffebc6a8fe/d0efdf8f-b0d8-44e9-99b9-c55ff399b497/c999884a-8107-40bd-b6e6-8a0ec3f479ec) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:43.714852 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8c0f59ee-3229-4462-aa1f-8c95601b965d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:43.724161 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-ba3aa5f0-ffef-4d9f-b348-741833cb6be8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:43.777773 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dcd132c9-cc98-41a5-af70-036976eeb2be req-ab0f8504-7a4c-4086-8987-55afee279f78 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4560807 Mar 30 01:30:43.779304 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-ba3aa5f0-ffef-4d9f-b348-741833cb6be8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:43.833575 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-ba3aa5f0-ffef-4d9f-b348-741833cb6be8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Network f27bd740-4fba-4028-9406-a0ffebc6a8fe is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:43.836698 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-ba3aa5f0-ffef-4d9f-b348-741833cb6be8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:43.840666 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-ba3aa5f0-ffef-4d9f-b348-741833cb6be8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:43.881704 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3aa5f0-ffef-4d9f-b348-741833cb6be8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Pushing event updated for resources: {'Port': ['ID=c999884a-8107-40bd-b6e6-8a0ec3f479ec,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:43.991737 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b248ef-c23b-46b2-b368-70e5a52377e6 req-768ea55e-b8fe-4d05-9786-3f610ad1ea4e tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:44.001352 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7b248ef-c23b-46b2-b368-70e5a52377e6 req-768ea55e-b8fe-4d05-9786-3f610ad1ea4e tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.2203138 Mar 30 01:30:44.025806 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-ba3aa5f0-ffef-4d9f-b348-741833cb6be8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:44.026786 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-ba3aa5f0-ffef-4d9f-b348-741833cb6be8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:44.095175 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-ba3aa5f0-ffef-4d9f-b348-741833cb6be8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2289560 Mar 30 01:30:44.124149 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57b453-7113-4e59-b394-aa2355f65179 req-075f11b4-ae41-44d4-a4e2-67c7c9100412 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:44.125962 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4b57b453-7113-4e59-b394-aa2355f65179 req-075f11b4-ae41-44d4-a4e2-67c7c9100412 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 932 time: 0.1996088 Mar 30 01:30:44.157098 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7b248ef-c23b-46b2-b368-70e5a52377e6 req-790ee74a-692c-4f1f-a8bf-381e9115a031 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545079 Mar 30 01:30:44.226919 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4b57b453-7113-4e59-b394-aa2355f65179 req-1438f775-64b3-41a4-98ad-eb42ea80be28 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921838 Mar 30 01:30:44.310469 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 38252) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:44.398145 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f18967df-8876-4d64-8f5a-8cfeccc70ae8 None None] Provisioning complete for port c999884a-8107-40bd-b6e6-8a0ec3f479ec triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:44.399127 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f18967df-8876-4d64-8f5a-8cfeccc70ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:44.477812 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6efd4596-c576-427e-a4a1-6c338e71ca3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:44.496267 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f18967df-8876-4d64-8f5a-8cfeccc70ae8 None None] Port c999884a-8107-40bd-b6e6-8a0ec3f479ec cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:44.668946 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6efd4596-c576-427e-a4a1-6c338e71ca3a admin admin] Publish callbacks [] for security_group (44f94e58-a31b-464b-a75b-08c6451f7647), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:44.673185 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6efd4596-c576-427e-a4a1-6c338e71ca3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (44f94e58-a31b-464b-a75b-08c6451f7647), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:44.716467 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-6efd4596-c576-427e-a4a1-6c338e71ca3a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6beb27be9264aa7956c3b789571ab4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4023564 Mar 30 01:30:44.716467 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd4596-c576-427e-a4a1-6c338e71ca3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f94e58-a31b-464b-a75b-08c6451f7647,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:44.716808 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 38258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:44.777915 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76260c46-3041-4f72-90b9-b379edf7e8b5 admin admin] Publish callbacks [] for security_group (44f94e58-a31b-464b-a75b-08c6451f7647), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:44.802122 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76260c46-3041-4f72-90b9-b379edf7e8b5 admin admin] Publish callbacks [] for security_group (44f94e58-a31b-464b-a75b-08c6451f7647), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:44.853956 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76260c46-3041-4f72-90b9-b379edf7e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (44f94e58-a31b-464b-a75b-08c6451f7647), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:44.856843 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76260c46-3041-4f72-90b9-b379edf7e8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:44.858078 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-76260c46-3041-4f72-90b9-b379edf7e8b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44f94e58-a31b-464b-a75b-08c6451f7647 HTTP/1.1" status: 204 len: 168 time: 0.1402829 Mar 30 01:30:44.877308 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76260c46-3041-4f72-90b9-b379edf7e8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f94e58-a31b-464b-a75b-08c6451f7647,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:45.048582 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Request body: {'port': {'device_id': 'dff08521-c579-4f8d-af82-679ed414b625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:45.132728 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.183785 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 38266) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:45.200061 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c411b7d-da75-4096-b450-71e173b2190b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.373754 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c411b7d-da75-4096-b450-71e173b2190b admin admin] Publish callbacks [] for security_group (aea7565b-0506-4e3a-b8ad-7e8cf8242669), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.395141 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c411b7d-da75-4096-b450-71e173b2190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (aea7565b-0506-4e3a-b8ad-7e8cf8242669), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.438478 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ae12d-8219-4281-a3a4-d3a4cbb45068 req-338ea207-3c60-4695-887b-66d333c47fae tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:45.440062 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc4ae12d-8219-4281-a3a4-d3a4cbb45068 req-338ea207-3c60-4695-887b-66d333c47fae tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.1578643 Mar 30 01:30:45.490684 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c599e3-b265-420f-b435-3909aa5bb4a1 req-754e789a-a445-4cc0-895d-a5a90b21dbcb tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:45.493136 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-79c599e3-b265-420f-b435-3909aa5bb4a1 req-754e789a-a445-4cc0-895d-a5a90b21dbcb tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 932 time: 0.1513700 Mar 30 01:30:45.496923 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0c411b7d-da75-4096-b450-71e173b2190b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f133c1966f80411c806439b9be1559f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114953 Mar 30 01:30:45.499030 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c411b7d-da75-4096-b450-71e173b2190b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea7565b-0506-4e3a-b8ad-7e8cf8242669,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:45.501299 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 38276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:45.561961 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc4ae12d-8219-4281-a3a4-d3a4cbb45068 req-6139fad6-3b34-4f69-97d7-57063e3f3cdf tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129413 Mar 30 01:30:45.579442 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07ca8eb2-2ba5-4181-913a-032a06a88df4 admin admin] Publish callbacks [] for security_group (aea7565b-0506-4e3a-b8ad-7e8cf8242669), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.592028 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-79c599e3-b265-420f-b435-3909aa5bb4a1 req-ceba56e7-6559-41b7-b125-e24f5f6e6dc6 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773721 Mar 30 01:30:45.621412 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07ca8eb2-2ba5-4181-913a-032a06a88df4 admin admin] Publish callbacks [] for security_group (aea7565b-0506-4e3a-b8ad-7e8cf8242669), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.662847 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c999884a-8107-40bd-b6e6-8a0ec3f479ec {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:30:45.672232 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Publish callbacks [] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.698328 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Transition to ACTIVE for port object c999884a-8107-40bd-b6e6-8a0ec3f479ec will not be triggered until provisioned by entity L2. {{(pid=103227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:30:45.699876 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07ca8eb2-2ba5-4181-913a-032a06a88df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (aea7565b-0506-4e3a-b8ad-7e8cf8242669), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.703389 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.707051 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07ca8eb2-2ba5-4181-913a-032a06a88df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.708707 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-07ca8eb2-2ba5-4181-913a-032a06a88df4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aea7565b-0506-4e3a-b8ad-7e8cf8242669 HTTP/1.1" status: 204 len: 168 time: 0.2062142 Mar 30 01:30:45.723690 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca8eb2-2ba5-4181-913a-032a06a88df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea7565b-0506-4e3a-b8ad-7e8cf8242669,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:45.787315 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Pushing event updated for resources: {'Port': ['ID=c999884a-8107-40bd-b6e6-8a0ec3f479ec,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:45.873114 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Attempting to bind port c999884a-8107-40bd-b6e6-8a0ec3f479ec on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:45.874523 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Attempting to bind port c999884a-8107-40bd-b6e6-8a0ec3f479ec by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:45.875678 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Attempting to bind port c999884a-8107-40bd-b6e6-8a0ec3f479ec on network f27bd740-4fba-4028-9406-a0ffebc6a8fe {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:45.880877 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3ddc2bf-de18-4f8a-a50f-8845754c8088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:45.890908 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Port c999884a-8107-40bd-b6e6-8a0ec3f479ec on network f27bd740-4fba-4028-9406-a0ffebc6a8fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:30:45.890908 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Attempting to bind port c999884a-8107-40bd-b6e6-8a0ec3f479ec on network f27bd740-4fba-4028-9406-a0ffebc6a8fe {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:45.906047 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:45.907752 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Checking segment: {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:45.908155 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Bound using segment: {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:45.908669 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Bound port: c999884a-8107-40bd-b6e6-8a0ec3f479ec, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272cd9b4-64ad-4e12-aa42-2e13149c507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:45.909046 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:46.019186 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] For port c999884a-8107-40bd-b6e6-8a0ec3f479ec, host hv-cinder-81713, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:46.023131 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] For port c999884a-8107-40bd-b6e6-8a0ec3f479ec, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c999884a-8107-40bd-b6e6-8a0ec3f479ec,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:46.031831 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:46.070758 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:46.071918 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:46.073736 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] 10.222.0.10 "PUT /v2.0/ports/c999884a-8107-40bd-b6e6-8a0ec3f479ec HTTP/1.1" status: 200 len: 1094 time: 1.0295334 Mar 30 01:30:46.076982 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff08521-c579-4f8d-af82-679ed414b625', 'tag': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:46.080764 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f400df16-e67e-467c-abb0-40929195b13a" -d '{"events": [{"name": "network-changed", "server_uuid": "dff08521-c579-4f8d-af82-679ed414b625", "tag": "c999884a-8107-40bd-b6e6-8a0ec3f479ec"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:46.174931 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b8fb9-33f0-4779-8562-4a9c170f1323 service neutron] Pushing event updated for resources: {'Port': ['ID=c999884a-8107-40bd-b6e6-8a0ec3f479ec,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:46.204796 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b45054-deec-4bee-9f51-ae225bb6836b x-openstack-request-id: req-20b45054-deec-4bee-9f51-ae225bb6836b {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:46.205103 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff08521-c579-4f8d-af82-679ed414b625", "tag": "c999884a-8107-40bd-b6e6-8a0ec3f479ec", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:46.205370 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20b45054-deec-4bee-9f51-ae225bb6836b {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:46.205774 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b45054-deec-4bee-9f51-ae225bb6836b'] response: {'name': 'network-changed', 'server_uuid': 'dff08521-c579-4f8d-af82-679ed414b625', 'tag': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec', 'status': 'completed', 'code': 200} Mar 30 01:30:46.303299 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-0c0ff161-5a9c-4f5d-b6a0-90cebc00b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:46.305040 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-0c0ff161-5a9c-4f5d-b6a0-90cebc00b162 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 1128 time: 0.1113415 Mar 30 01:30:46.371222 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-093bf662-dc58-4229-90e3-963c1ccaa684 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c999884a-8107-40bd-b6e6-8a0ec3f479ec HTTP/1.1" status: 200 len: 217 time: 0.0505450 Mar 30 01:30:46.469491 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-e02c4c6a-5ced-4ee2-8038-bb9bc44b416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:46.473310 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-e02c4c6a-5ced-4ee2-8038-bb9bc44b416f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0939839 Mar 30 01:30:46.609572 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-1837aa55-d257-44cb-b7ad-0f5ceb8075f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:46.613291 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-1837aa55-d257-44cb-b7ad-0f5ceb8075f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1281381 Mar 30 01:30:46.904060 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf8bb8-42e9-4f7d-a121-a0efa469d105 req-966c374d-00c6-46ef-bfde-01c0bfe8fd2e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:46.920886 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5aaf8bb8-42e9-4f7d-a121-a0efa469d105 req-966c374d-00c6-46ef-bfde-01c0bfe8fd2e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 944 time: 0.1775467 Mar 30 01:30:46.925240 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d22eb-abcc-4e9d-b3d2-bd8addf13497 req-76f53b44-66de-411c-9ae6-d92692a88e8d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:46.935983 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4c5d22eb-abcc-4e9d-b3d2-bd8addf13497 req-76f53b44-66de-411c-9ae6-d92692a88e8d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.1565700 Mar 30 01:30:46.997667 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-56f528af-7bc3-4536-b978-a5fe0fc191da service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768249 Mar 30 01:30:47.042470 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5aaf8bb8-42e9-4f7d-a121-a0efa469d105 req-1b2e3fa5-6c69-4e66-b5a8-42224983eaab tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204691 Mar 30 01:30:47.101835 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:47.111283 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4c5d22eb-abcc-4e9d-b3d2-bd8addf13497 req-6336ec1e-abdd-414f-8f93-2041b82d330f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737926 Mar 30 01:30:47.310439 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-204c1e91-454d-4dbb-8251-e9298d54ae02 req-b8f1b69c-7837-463e-90f6-cccabd68c4f5 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562649 Mar 30 01:30:47.505663 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400df16-e67e-467c-abb0-40929195b13a req-94af7501-f1d2-420c-82cf-6957690f571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:47.513350 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f400df16-e67e-467c-abb0-40929195b13a req-94af7501-f1d2-420c-82cf-6957690f571a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 1128 time: 0.1196856 Mar 30 01:30:47.795076 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400df16-e67e-467c-abb0-40929195b13a req-3bd79087-47c7-4643-9159-50b8aabbd1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:47.795076 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f400df16-e67e-467c-abb0-40929195b13a req-3bd79087-47c7-4643-9159-50b8aabbd1ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 919 time: 0.2646389 Mar 30 01:30:48.221073 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 38348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:48.236664 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18849801-a060-4259-b258-02b706146cf4 req-543bfb88-6440-4f1a-89bd-77bdef2e6fbd tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:48.238276 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-18849801-a060-4259-b258-02b706146cf4 req-543bfb88-6440-4f1a-89bd-77bdef2e6fbd tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 944 time: 0.1044846 Mar 30 01:30:48.366610 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-15192f6b-3265-4262-a15f-17302545462f tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502298756&fields=id&tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52 HTTP/1.1" status: 200 len: 267 time: 0.1928103 Mar 30 01:30:48.583359 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-18849801-a060-4259-b258-02b706146cf4 req-3c419fef-e84f-433a-beca-1732d929af9c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174675 Mar 30 01:30:48.604104 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:48.741388 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f400df16-e67e-467c-abb0-40929195b13a req-7cada958-f0b8-4edb-9101-441dc61e1268 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c999884a-8107-40bd-b6e6-8a0ec3f479ec HTTP/1.1" status: 200 len: 217 time: 0.2561438 Mar 30 01:30:48.812292 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-731308f7-e6d3-4af9-9fe1-0eeebf124da5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:48.819257 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-731308f7-e6d3-4af9-9fe1-0eeebf124da5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 812 time: 0.4515471 Mar 30 01:30:48.843530 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e04d1c4-e8a4-4595-87bf-7d9b1980f2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:48.853027 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-dbe8e190-b05e-4c57-afc0-9c2375f231fe tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/quotas/e85d97e5ef8a4dc3a0fed53b8b299a52 HTTP/1.1" status: 200 len: 375 time: 0.0326271 Mar 30 01:30:48.871298 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82196fc-58d1-4ae8-9823-8aab368530b4 req-de7b8941-ce75-4682-8605-f20d22885374 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:48.890495 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c82196fc-58d1-4ae8-9823-8aab368530b4 req-de7b8941-ce75-4682-8605-f20d22885374 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.1087050 Mar 30 01:30:48.967097 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-9fb53cb5-1c79-451b-b824-c2807473b5ed tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011844 Mar 30 01:30:48.989030 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c82196fc-58d1-4ae8-9823-8aab368530b4 req-a56f0a63-c6a8-4733-889a-613bf9e9efe5 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974293 Mar 30 01:30:49.066613 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e04d1c4-e8a4-4595-87bf-7d9b1980f2b5 admin admin] Publish callbacks [] for security_group (114351dc-2992-4a42-acaf-ef90970a9126), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:49.074629 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e04d1c4-e8a4-4595-87bf-7d9b1980f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (114351dc-2992-4a42-acaf-ef90970a9126), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:49.133811 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 38360) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:49.134107 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3e04d1c4-e8a4-4595-87bf-7d9b1980f2b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=638477ee2e014cdea58932f9cbb0650d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9110456 Mar 30 01:30:49.137814 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04d1c4-e8a4-4595-87bf-7d9b1980f2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114351dc-2992-4a42-acaf-ef90970a9126,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:49.164793 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-80a5527c-147a-4901-92dd-656239de4418 service neutron] 10.222.0.30 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905570 Mar 30 01:30:49.215585 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f95e20af-2f11-408e-87ff-cd22a0a3fab6 admin admin] Publish callbacks [] for security_group (114351dc-2992-4a42-acaf-ef90970a9126), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:49.250639 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f95e20af-2f11-408e-87ff-cd22a0a3fab6 admin admin] Publish callbacks [] for security_group (114351dc-2992-4a42-acaf-ef90970a9126), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:49.275856 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-233f5dc1-b5a2-46e1-a704-3a3a227f9b31 service neutron] 10.222.0.30 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096148 Mar 30 01:30:49.352096 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400df16-e67e-467c-abb0-40929195b13a req-c2d884ad-7739-4eea-bc2e-c81b2dfc75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:49.358957 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f400df16-e67e-467c-abb0-40929195b13a req-c2d884ad-7739-4eea-bc2e-c81b2dfc75f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0648952 Mar 30 01:30:49.372233 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f95e20af-2f11-408e-87ff-cd22a0a3fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (114351dc-2992-4a42-acaf-ef90970a9126), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:49.375352 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f95e20af-2f11-408e-87ff-cd22a0a3fab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:49.379131 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-f95e20af-2f11-408e-87ff-cd22a0a3fab6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/114351dc-2992-4a42-acaf-ef90970a9126 HTTP/1.1" status: 204 len: 168 time: 0.2415547 Mar 30 01:30:49.385332 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e20af-2f11-408e-87ff-cd22a0a3fab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114351dc-2992-4a42-acaf-ef90970a9126,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:49.767530 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eda4b4a0-f891-48c3-ad9d-225726364312 req-f39b1443-bb6a-4572-99a4-ed80995d5f9a tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 210 time: 0.0671222 Mar 30 01:30:49.846822 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b59ce7-6e42-464c-8bef-eaabb6a24284 req-9b30eed7-96ad-472f-a3ff-9a56aed41f43 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:49.849170 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-62b59ce7-6e42-464c-8bef-eaabb6a24284 req-9b30eed7-96ad-472f-a3ff-9a56aed41f43 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 944 time: 0.1173646 Mar 30 01:30:49.934960 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-62b59ce7-6e42-464c-8bef-eaabb6a24284 req-6faba255-8908-4c94-895f-830dab1c8406 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792444 Mar 30 01:30:50.069268 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:50.220125 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f58b7-52b1-42c0-968d-2d8a5ca37e19 req-ab0e9b6b-f8da-4f84-837f-20992ba44ac1 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:50.221938 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d15f58b7-52b1-42c0-968d-2d8a5ca37e19 req-ab0e9b6b-f8da-4f84-837f-20992ba44ac1 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.1337581 Mar 30 01:30:50.319597 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400df16-e67e-467c-abb0-40929195b13a req-df61258e-98f9-4d31-a9b1-552a70fa8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:50.321951 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f400df16-e67e-467c-abb0-40929195b13a req-df61258e-98f9-4d31-a9b1-552a70fa8de0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919232 Mar 30 01:30:50.355525 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d15f58b7-52b1-42c0-968d-2d8a5ca37e19 req-dcf6694c-0e76-42b1-8231-2fcd61f2fc63 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853055 Mar 30 01:30:50.580565 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f400df16-e67e-467c-abb0-40929195b13a req-c5ad4c22-c01d-4d13-9519-783cc9271e9d service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434471 Mar 30 01:30:50.783034 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f400df16-e67e-467c-abb0-40929195b13a req-fb461bf9-06a4-4df1-b2f8-507cd7334522 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910670 Mar 30 01:30:51.025842 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-217b467a-6551-4e44-bc9f-7133220ac40e req-227a2896-7f54-41f2-8246-45ba5c8af6fe tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 210 time: 0.0851626 Mar 30 01:30:51.129570 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20392d-c709-4c99-9216-b2278d271217 req-dc4b4b1b-b461-4ca7-9f51-2e362f2b0015 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:51.132829 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee20392d-c709-4c99-9216-b2278d271217 req-dc4b4b1b-b461-4ca7-9f51-2e362f2b0015 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 944 time: 0.0610883 Mar 30 01:30:51.226384 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee20392d-c709-4c99-9216-b2278d271217 req-b8b740d5-3619-4125-a20e-ae38aba8ca57 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814223 Mar 30 01:30:51.756393 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-d31ee5f4-929d-4399-9509-c7fb6946d770 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:51.760695 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-d31ee5f4-929d-4399-9509-c7fb6946d770 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 812 time: 0.4314053 Mar 30 01:30:51.798345 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a16c9-9142-4cf5-99fc-29f85976d2e0 req-60eb3da7-fc2a-4d0b-b94e-739b5bfac179 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:51.811698 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-197a16c9-9142-4cf5-99fc-29f85976d2e0 req-60eb3da7-fc2a-4d0b-b94e-739b5bfac179 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.3068252 Mar 30 01:30:51.994890 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-197a16c9-9142-4cf5-99fc-29f85976d2e0 req-d43659dd-8814-46b2-9fee-13b07eb5185c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817973 Mar 30 01:30:52.024600 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-a71c171b-297d-49e2-b306-2740cdccd5e8 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52 HTTP/1.1" status: 200 len: 380 time: 0.2062213 Mar 30 01:30:52.055454 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-4b456584-a314-4b0e-b182-668b39eb3fe4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Request body: {'port': {'device_id': '096b4a9e-52c6-48ea-9fc9-92e82132dc79', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'admin_state_up': True, 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'security_groups': ['1db75016-db23-4d8f-8f9c-0766e882b896']}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:52.220158 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0e938080-5e6e-490d-b4d4-2ff2df98e06d req-86947f53-67ce-4c6b-baeb-a1cc56a63191 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 210 time: 0.0684803 Mar 30 01:30:52.336008 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-4b456584-a314-4b0e-b182-668b39eb3fe4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Made reservation on behalf of e85d97e5ef8a4dc3a0fed53b8b299a52 for: {'port': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:30:52.340171 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-4b456584-a314-4b0e-b182-668b39eb3fe4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:52.543295 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3e0bf-f6f0-4464-8e14-962881c28e51 req-405e1ad0-4ca6-42db-968a-212b4f0d7aad tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:52.546590 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b5a3e0bf-f6f0-4464-8e14-962881c28e51 req-405e1ad0-4ca6-42db-968a-212b4f0d7aad tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 944 time: 0.1747591 Mar 30 01:30:52.757090 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b5a3e0bf-f6f0-4464-8e14-962881c28e51 req-84524727-17d0-41f4-93a8-a92fe5115fa6 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523547 Mar 30 01:30:52.771507 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-4b456584-a314-4b0e-b182-668b39eb3fe4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Allocated IP 172.20.0.12 (79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd/e7e66c9a-9d48-438a-b32c-4872a07765cf/0cc2c69a-da16-44f7-b7c1-42443a0571aa) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:30:53.026307 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-4b456584-a314-4b0e-b182-668b39eb3fe4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.081424 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-4b456584-a314-4b0e-b182-668b39eb3fe4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.098934 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.151279 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b456584-a314-4b0e-b182-668b39eb3fe4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'Port': ['ID=0cc2c69a-da16-44f7-b7c1-42443a0571aa,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:53.168060 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-4b456584-a314-4b0e-b182-668b39eb3fe4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:30:53.169563 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-4b456584-a314-4b0e-b182-668b39eb3fe4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:30:53.172150 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-4b456584-a314-4b0e-b182-668b39eb3fe4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:30:53.246193 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-4b456584-a314-4b0e-b182-668b39eb3fe4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:53.246867 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-4b456584-a314-4b0e-b182-668b39eb3fe4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.270974 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-4b456584-a314-4b0e-b182-668b39eb3fe4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2193472 Mar 30 01:30:53.386745 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41eb349-2961-4390-9fea-4f76d599cf39 req-ed5b17d0-62af-4c9d-8f49-6edf6307b4ff tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:53.412631 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e41eb349-2961-4390-9fea-4f76d599cf39 req-ed5b17d0-62af-4c9d-8f49-6edf6307b4ff tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.1908822 Mar 30 01:30:53.511193 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeee73-4eef-428b-86cc-597bdf3390b6 req-e5b5d924-9c79-4398-bc30-0a6d946eae53 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:53.512737 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-30eeee73-4eef-428b-86cc-597bdf3390b6 req-e5b5d924-9c79-4398-bc30-0a6d946eae53 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 932 time: 0.1111798 Mar 30 01:30:53.647428 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-01d33d22-2bd2-4db4-9a22-341fc157232a None None] Provisioning complete for port 0cc2c69a-da16-44f7-b7c1-42443a0571aa triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:30:53.647428 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-01d33d22-2bd2-4db4-9a22-341fc157232a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:53.667824 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e41eb349-2961-4390-9fea-4f76d599cf39 req-60e11bc8-70c5-4b66-ab64-1ea8aa5b283c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529085 Mar 30 01:30:53.682553 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-30eeee73-4eef-428b-86cc-597bdf3390b6 req-f58adb73-5e90-4e56-aa52-076669f9527d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630647 Mar 30 01:30:53.741196 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-01d33d22-2bd2-4db4-9a22-341fc157232a None None] Port 0cc2c69a-da16-44f7-b7c1-42443a0571aa cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:30:53.979792 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c157dc3-3761-4ca9-bf60-d9981fdcffaa req-50393568-6852-4314-995a-300f484d2dca tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:53.985810 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9c157dc3-3761-4ca9-bf60-d9981fdcffaa req-50393568-6852-4314-995a-300f484d2dca tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 944 time: 0.1342955 Mar 30 01:30:54.081469 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9c157dc3-3761-4ca9-bf60-d9981fdcffaa req-40b135df-77aa-4dc8-a334-044cdce12803 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900090 Mar 30 01:30:54.910201 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e62b9-b0de-45d0-b5f9-07cef62578e7 req-2c7712b1-9fdb-445e-938f-eb0970482cfa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:54.916779 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-db9e62b9-b0de-45d0-b5f9-07cef62578e7 req-2c7712b1-9fdb-445e-938f-eb0970482cfa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 932 time: 0.1059799 Mar 30 01:30:54.917418 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Request body: {'port': {'device_id': '096b4a9e-52c6-48ea-9fc9-92e82132dc79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:30:55.002670 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-db9e62b9-b0de-45d0-b5f9-07cef62578e7 req-cf5ae782-7fa5-4252-b769-a69618700772 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799475 Mar 30 01:30:55.079926 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad77e17-084a-4c4b-8999-28e5ffa89e00 req-5f50dc7d-69a8-4161-b66e-c1a433ec538f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:55.095523 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-aad77e17-084a-4c4b-8999-28e5ffa89e00 req-5f50dc7d-69a8-4161-b66e-c1a433ec538f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.2799408 Mar 30 01:30:55.095523 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:55.360271 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab091332-ea0f-4380-9e6d-47b9ce9f8b53 req-bb7a97db-5faf-4e74-89da-a0e69c6d7c89 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:55.388867 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ab091332-ea0f-4380-9e6d-47b9ce9f8b53 req-bb7a97db-5faf-4e74-89da-a0e69c6d7c89 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 944 time: 0.1472189 Mar 30 01:30:55.481279 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ab091332-ea0f-4380-9e6d-47b9ce9f8b53 req-12c1c96c-cea4-4f0e-94ea-2f8a33934a35 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906563 Mar 30 01:30:55.630321 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-aad77e17-084a-4c4b-8999-28e5ffa89e00 req-5241a762-8387-49fa-89a3-52d1a037ae7c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5418508 Mar 30 01:30:55.720569 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc2c69a-da16-44f7-b7c1-42443a0571aa {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:30:55.729232 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Publish callbacks [] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:55.742444 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Transition to ACTIVE for port object 0cc2c69a-da16-44f7-b7c1-42443a0571aa will not be triggered until provisioned by entity L2. {{(pid=103227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:30:55.751127 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:55.846258 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Pushing event updated for resources: {'Port': ['ID=0cc2c69a-da16-44f7-b7c1-42443a0571aa,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:56.003215 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Attempting to bind port 0cc2c69a-da16-44f7-b7c1-42443a0571aa on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:30:56.003460 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Attempting to bind port 0cc2c69a-da16-44f7-b7c1-42443a0571aa by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:30:56.006963 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Attempting to bind port 0cc2c69a-da16-44f7-b7c1-42443a0571aa on network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:56.023107 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Port 0cc2c69a-da16-44f7-b7c1-42443a0571aa on network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:30:56.023702 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Attempting to bind port 0cc2c69a-da16-44f7-b7c1-42443a0571aa on network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:30:56.035199 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:30:56.035926 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Checking segment: {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:30:56.036496 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Bound using segment: {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:30:56.037091 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Bound port: 0cc2c69a-da16-44f7-b7c1-42443a0571aa, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:30:56.037624 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.193924 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] For port 0cc2c69a-da16-44f7-b7c1-42443a0571aa, host hv-cinder-81713, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:30:56.202211 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] For port 0cc2c69a-da16-44f7-b7c1-42443a0571aa, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=0cc2c69a-da16-44f7-b7c1-42443a0571aa,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:30:56.216079 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.232406 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e0e66-b82f-4033-b5de-9f872e843018 req-3da44a36-a589-4c3c-ac3f-1155c6f2d54a tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:56.242519 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c90e0e66-b82f-4033-b5de-9f872e843018 req-3da44a36-a589-4c3c-ac3f-1155c6f2d54a tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 944 time: 0.1075447 Mar 30 01:30:56.293329 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:56.294072 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:56.297391 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] 10.222.0.10 "PUT /v2.0/ports/0cc2c69a-da16-44f7-b7c1-42443a0571aa HTTP/1.1" status: 200 len: 1094 time: 1.4093158 Mar 30 01:30:56.302347 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096b4a9e-52c6-48ea-9fc9-92e82132dc79', 'tag': '0cc2c69a-da16-44f7-b7c1-42443a0571aa'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:30:56.312855 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c90e0e66-b82f-4033-b5de-9f872e843018 req-ae1c9d67-5f4c-43e9-a08c-b95e812f9faa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667260 Mar 30 01:30:56.318395 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2affca-60ee-4644-9591-b3ffc3314f73" -d '{"events": [{"name": "network-changed", "server_uuid": "096b4a9e-52c6-48ea-9fc9-92e82132dc79", "tag": "0cc2c69a-da16-44f7-b7c1-42443a0571aa"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:30:56.404641 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e787424c-57df-43c4-8c93-b1cf6f9ec99a x-openstack-request-id: req-e787424c-57df-43c4-8c93-b1cf6f9ec99a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:30:56.404931 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096b4a9e-52c6-48ea-9fc9-92e82132dc79", "tag": "0cc2c69a-da16-44f7-b7c1-42443a0571aa", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:30:56.405182 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e787424c-57df-43c4-8c93-b1cf6f9ec99a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:30:56.405579 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e787424c-57df-43c4-8c93-b1cf6f9ec99a'] response: {'name': 'network-changed', 'server_uuid': '096b4a9e-52c6-48ea-9fc9-92e82132dc79', 'tag': '0cc2c69a-da16-44f7-b7c1-42443a0571aa', 'status': 'completed', 'code': 200} Mar 30 01:30:56.409160 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6413b6-b226-41bf-aed0-1cce30e1656c service neutron] Pushing event updated for resources: {'Port': ['ID=0cc2c69a-da16-44f7-b7c1-42443a0571aa,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:56.467340 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-0839f348-f96d-4b5c-b569-565ac9fe5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:56.468862 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-0839f348-f96d-4b5c-b569-565ac9fe5c6a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 1128 time: 0.0744843 Mar 30 01:30:56.598321 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-e8e3bef6-490f-4c0e-a46b-5af9fd01695e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc2c69a-da16-44f7-b7c1-42443a0571aa HTTP/1.1" status: 200 len: 217 time: 0.1199415 Mar 30 01:30:56.768394 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-e3792e8b-f85d-405a-94e1-b3e655ea9b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:56.770164 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-e3792e8b-f85d-405a-94e1-b3e655ea9b80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7e66c9a-9d48-438a-b32c-4872a07765cf HTTP/1.1" status: 200 len: 851 time: 0.1535208 Mar 30 01:30:56.773521 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e1ad4-99d6-4975-a926-5a3d583bff87 req-892433ff-938e-4d27-a96c-52bd2ab21965 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:56.786930 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d01e1ad4-99d6-4975-a926-5a3d583bff87 req-892433ff-938e-4d27-a96c-52bd2ab21965 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 944 time: 0.1751599 Mar 30 01:30:56.914941 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d01e1ad4-99d6-4975-a926-5a3d583bff87 req-64b68713-5340-4a22-a07b-37912e377266 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231177 Mar 30 01:30:56.939390 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-f2fb7c44-d6a2-49d7-a13d-bbc829954f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:56.950492 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-f2fb7c44-d6a2-49d7-a13d-bbc829954f68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1612175 Mar 30 01:30:57.051379 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80870c3-0cca-47d5-804a-2976a1547eb6 req-6969bb63-2a1d-4669-8e77-d5d7d2e78d54 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:57.052895 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f80870c3-0cca-47d5-804a-2976a1547eb6 req-6969bb63-2a1d-4669-8e77-d5d7d2e78d54 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.2031014 Mar 30 01:30:57.125261 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-3c3eaf4d-de5d-48de-8bb8-f2567ea4a5b3 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738124 Mar 30 01:30:57.135919 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f80870c3-0cca-47d5-804a-2976a1547eb6 req-83cc1a8e-bdd9-40ae-8ad0-efffbc5f67dd tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684884 Mar 30 01:30:57.250587 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-944cb223-0fcd-4350-97b6-2f205e39afb6 req-d20eca66-f5ae-4869-ba4e-b2f911eebd2e service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080375 Mar 30 01:30:57.377360 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2affca-60ee-4644-9591-b3ffc3314f73 req-88840f7b-704c-4fab-9812-9a786be0b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:57.380495 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4f2affca-60ee-4644-9591-b3ffc3314f73 req-88840f7b-704c-4fab-9812-9a786be0b442 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 1128 time: 0.0753639 Mar 30 01:30:57.470217 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bce79-a685-4f62-afd0-a2ce3855de83 req-206d070e-76f6-4425-9de2-d01352bacbbb tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:57.478777 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-349bce79-a685-4f62-afd0-a2ce3855de83 req-206d070e-76f6-4425-9de2-d01352bacbbb tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 944 time: 0.0763316 Mar 30 01:30:57.530028 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2affca-60ee-4644-9591-b3ffc3314f73 req-042f941e-cbce-4efc-ba41-f09cd2c65605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:57.534862 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4f2affca-60ee-4644-9591-b3ffc3314f73 req-042f941e-cbce-4efc-ba41-f09cd2c65605 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 913 time: 0.1469777 Mar 30 01:30:57.546483 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-349bce79-a685-4f62-afd0-a2ce3855de83 req-089eda1e-500c-4986-b42b-e122cf33cc77 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657036 Mar 30 01:30:57.604000 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4f2affca-60ee-4644-9591-b3ffc3314f73 req-a2a09637-2838-471e-867f-86a16ceb5cad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc2c69a-da16-44f7-b7c1-42443a0571aa HTTP/1.1" status: 200 len: 217 time: 0.0585184 Mar 30 01:30:57.762856 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2affca-60ee-4644-9591-b3ffc3314f73 req-09245418-3639-4261-9d70-1a013c0081b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:57.764536 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4f2affca-60ee-4644-9591-b3ffc3314f73 req-09245418-3639-4261-9d70-1a013c0081b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7e66c9a-9d48-438a-b32c-4872a07765cf HTTP/1.1" status: 200 len: 851 time: 0.0630867 Mar 30 01:30:57.847150 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2affca-60ee-4644-9591-b3ffc3314f73 req-4604826d-d7f0-4e91-9e38-5f3c0fa3adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:57.851444 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4f2affca-60ee-4644-9591-b3ffc3314f73 req-4604826d-d7f0-4e91-9e38-5f3c0fa3adfb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761490 Mar 30 01:30:58.046560 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4f2affca-60ee-4644-9591-b3ffc3314f73 req-4095ae26-c932-416c-afb0-15f3fd8f8ca5 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869552 Mar 30 01:30:58.099993 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f01f96-a664-4f3e-97d4-3b81c8fa7ab7 req-9ce0052e-093f-4b8f-ba1d-c651da4a72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:58.102745 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-09f01f96-a664-4f3e-97d4-3b81c8fa7ab7 req-9ce0052e-093f-4b8f-ba1d-c651da4a72c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40c47efe85b3419bbfe4af492f367fa3&device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 1130 time: 0.0966084 Mar 30 01:30:58.207274 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4f2affca-60ee-4644-9591-b3ffc3314f73 req-1198b1f3-64ad-4e7f-8498-a2d99db48ed8 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491923 Mar 30 01:30:58.243137 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c29c6d-e0ec-4382-b407-a299f821ea01 req-1a3744dc-29a9-485c-b736-43cec9921c8c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:58.245043 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c6c29c6d-e0ec-4382-b407-a299f821ea01 req-1a3744dc-29a9-485c-b736-43cec9921c8c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 944 time: 0.1966498 Mar 30 01:30:58.282130 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f01f96-a664-4f3e-97d4-3b81c8fa7ab7 req-ad7c1eb2-81ee-4f16-82ef-4782a23cd2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:58.283921 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-09f01f96-a664-4f3e-97d4-3b81c8fa7ab7 req-ad7c1eb2-81ee-4f16-82ef-4782a23cd2c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4292407f-f21a-4ca4-83dc-33c4f2c633d6 HTTP/1.1" status: 200 len: 918 time: 0.1748383 Mar 30 01:30:58.329244 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c6c29c6d-e0ec-4382-b407-a299f821ea01 req-b7c9aed9-7428-4a96-bd74-0a0e7ada2b1b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721731 Mar 30 01:30:58.389298 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78db47f-544c-42f4-93e1-854051e60546 req-d50a9fee-1e70-4a15-86ae-014dabff90ac tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:58.391043 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f78db47f-544c-42f4-93e1-854051e60546 req-d50a9fee-1e70-4a15-86ae-014dabff90ac tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.1355267 Mar 30 01:30:58.393612 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-09f01f96-a664-4f3e-97d4-3b81c8fa7ab7 req-4a590d66-2b9f-4126-885c-3c75c23cd465 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38943836-c01b-4a56-95db-010e6337cfe2 HTTP/1.1" status: 200 len: 1002 time: 0.0949919 Mar 30 01:30:58.504906 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f01f96-a664-4f3e-97d4-3b81c8fa7ab7 req-ed0120df-b500-4758-b91b-26374921322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:58.506585 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-09f01f96-a664-4f3e-97d4-3b81c8fa7ab7 req-ed0120df-b500-4758-b91b-26374921322f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94dad553-4d41-4378-b1f8-7911db8bcff2 HTTP/1.1" status: 200 len: 856 time: 0.1011209 Mar 30 01:30:58.511740 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f78db47f-544c-42f4-93e1-854051e60546 req-a24c67aa-433c-4985-a59e-c27f642055fe tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149235 Mar 30 01:30:58.589009 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f01f96-a664-4f3e-97d4-3b81c8fa7ab7 req-3ca99900-1672-431b-acad-ca1e359f9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:58.591095 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-09f01f96-a664-4f3e-97d4-3b81c8fa7ab7 req-3ca99900-1672-431b-acad-ca1e359f9d3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4292407f-f21a-4ca4-83dc-33c4f2c633d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685952 Mar 30 01:30:58.712915 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ece564-e333-4f55-ab84-de0d844688bd req-beba1f63-a709-452a-8ca4-d24187046faa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:58.716343 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-09f01f96-a664-4f3e-97d4-3b81c8fa7ab7 req-2913b2cd-076f-4257-84df-e121990f552d service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171267 Mar 30 01:30:58.719427 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-69ece564-e333-4f55-ab84-de0d844688bd req-beba1f63-a709-452a-8ca4-d24187046faa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 944 time: 0.0906689 Mar 30 01:30:58.799537 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-69ece564-e333-4f55-ab84-de0d844688bd req-3873641a-fef9-4a69-9863-58c17495ec6f tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786712 Mar 30 01:30:58.861956 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-09f01f96-a664-4f3e-97d4-3b81c8fa7ab7 req-d7a78a76-aab1-4e19-8bd6-426b39536de3 service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368036 Mar 30 01:30:59.468203 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21ab33-1a6b-4389-8b50-21c78576eb75 req-1ad95639-ea7a-4167-9ac6-399104813768 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:59.475072 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-db21ab33-1a6b-4389-8b50-21c78576eb75 req-1ad95639-ea7a-4167-9ac6-399104813768 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 944 time: 0.0664799 Mar 30 01:30:59.526356 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-db21ab33-1a6b-4389-8b50-21c78576eb75 req-d465365d-9465-4d9d-a08c-011c25cb0d9f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503347 Mar 30 01:30:59.576468 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 38658) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:30:59.668166 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304a8dc-c980-4b74-87d6-d9ca9e39d28b req-b268c2b9-15a7-4599-a15a-4988f4ca51c8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:30:59.669801 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f304a8dc-c980-4b74-87d6-d9ca9e39d28b req-b268c2b9-15a7-4599-a15a-4988f4ca51c8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0609891 Mar 30 01:30:59.725677 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f304a8dc-c980-4b74-87d6-d9ca9e39d28b req-33952d41-a7a2-4091-87d4-8cdf9a129b04 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498397 Mar 30 01:30:59.751600 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ecd1ca2f-47fe-4687-8c02-9afe6e51bd0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.828750 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ecd1ca2f-47fe-4687-8c02-9afe6e51bd0f admin admin] Publish callbacks [] for security_group (ee3611a5-fe58-4e37-8929-94b860773082), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.833232 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ecd1ca2f-47fe-4687-8c02-9afe6e51bd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (ee3611a5-fe58-4e37-8929-94b860773082), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:30:59.885829 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-ecd1ca2f-47fe-4687-8c02-9afe6e51bd0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91e31c910b0048a8a5633d5382e4cdeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053267 Mar 30 01:30:59.885829 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1ca2f-47fe-4687-8c02-9afe6e51bd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3611a5-fe58-4e37-8929-94b860773082,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:30:59.887546 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 38666) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:00.008696 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f765fd-38b9-467b-80a6-c441533fa982 req-ec4e67e7-9c9b-47d5-ab76-7f2d608fc6bd tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:00.012438 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02f765fd-38b9-467b-80a6-c441533fa982 req-ec4e67e7-9c9b-47d5-ab76-7f2d608fc6bd tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 944 time: 0.1259322 Mar 30 01:31:00.037897 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0952b004-73e8-40aa-abf0-3cb3c7aae4b1 admin admin] Publish callbacks [] for security_group (ee3611a5-fe58-4e37-8929-94b860773082), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:00.084172 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0952b004-73e8-40aa-abf0-3cb3c7aae4b1 admin admin] Publish callbacks [] for security_group (ee3611a5-fe58-4e37-8929-94b860773082), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:00.115083 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02f765fd-38b9-467b-80a6-c441533fa982 req-37d58a84-b962-49c4-a4f4-0bc1c92ed752 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895321 Mar 30 01:31:00.180533 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0952b004-73e8-40aa-abf0-3cb3c7aae4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (ee3611a5-fe58-4e37-8929-94b860773082), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:00.183157 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0952b004-73e8-40aa-abf0-3cb3c7aae4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:00.184346 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0952b004-73e8-40aa-abf0-3cb3c7aae4b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee3611a5-fe58-4e37-8929-94b860773082 HTTP/1.1" status: 204 len: 168 time: 0.2894006 Mar 30 01:31:00.193206 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952b004-73e8-40aa-abf0-3cb3c7aae4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3611a5-fe58-4e37-8929-94b860773082,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:00.656336 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e153a-28fd-4a89-818c-270fb508d0f0 req-ab555c97-4eb5-489a-a5d1-3437843f2d0a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:00.658764 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a8e153a-28fd-4a89-818c-270fb508d0f0 req-ab555c97-4eb5-489a-a5d1-3437843f2d0a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 944 time: 0.0562873 Mar 30 01:31:00.712317 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a8e153a-28fd-4a89-818c-270fb508d0f0 req-0d377e79-672b-4ab8-af39-50989a57541c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476384 Mar 30 01:31:00.873677 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edaf15-0498-413c-a544-69e54e416038 req-e4296dd7-5bb0-4a37-9dfb-75624cdde7cd tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:00.875273 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2edaf15-0498-413c-a544-69e54e416038 req-e4296dd7-5bb0-4a37-9dfb-75624cdde7cd tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 946 time: 0.0641046 Mar 30 01:31:00.919100 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 38943836-c01b-4a56-95db-010e6337cfe2 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:31:00.947666 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device c999884a-8107-40bd-b6e6-8a0ec3f479ec details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:31:00.970273 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c2edaf15-0498-413c-a544-69e54e416038 req-5040edd8-a13f-4a62-8bee-d24152830e35 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848594 Mar 30 01:31:01.079038 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port c999884a-8107-40bd-b6e6-8a0ec3f479ec, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c999884a-8107-40bd-b6e6-8a0ec3f479ec,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:01.133599 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 38943836-c01b-4a56-95db-010e6337cfe2 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:01.134087 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (38943836-c01b-4a56-95db-010e6337cfe2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:01.147556 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'port_id': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec', 'mac_address': 'fa:16:3e:d8:ce:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:31:01.206901 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38943836-c01b-4a56-95db-010e6337cfe2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:01.209274 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38de2084-674d-4542-8cba-c060834b6f2a" -d '{"events": [{"server_uuid": "4a25986c-3fec-4cdf-83ac-e13e3777ed58", "name": "network-vif-unplugged", "status": "completed", "tag": "38943836-c01b-4a56-95db-010e6337cfe2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:01.219192 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 38943836-c01b-4a56-95db-010e6337cfe2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38943836-c01b-4a56-95db-010e6337cfe2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:01.230980 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (38943836-c01b-4a56-95db-010e6337cfe2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:01.241292 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port c999884a-8107-40bd-b6e6-8a0ec3f479ec is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:01.241964 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:01.287905 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6642ee54-26fc-4f9c-a2b8-eb0b1e53afdc x-openstack-request-id: req-6642ee54-26fc-4f9c-a2b8-eb0b1e53afdc {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:01.288223 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a25986c-3fec-4cdf-83ac-e13e3777ed58", "name": "network-vif-unplugged", "status": "completed", "tag": "38943836-c01b-4a56-95db-010e6337cfe2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:01.288498 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6642ee54-26fc-4f9c-a2b8-eb0b1e53afdc {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:01.289036 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6642ee54-26fc-4f9c-a2b8-eb0b1e53afdc'] response: {'server_uuid': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38943836-c01b-4a56-95db-010e6337cfe2', 'code': 200} Mar 30 01:31:01.296131 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c999884a-8107-40bd-b6e6-8a0ec3f479ec {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:31:01.302923 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dfd0d-0d77-4126-ac48-e8e2a4987acb req-f420ba4a-5d59-46d1-99cc-1c50b9f9d332 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:01.317523 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-316dfd0d-0d77-4126-ac48-e8e2a4987acb req-f420ba4a-5d59-46d1-99cc-1c50b9f9d332 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 944 time: 0.1001549 Mar 30 01:31:01.333332 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port c999884a-8107-40bd-b6e6-8a0ec3f479ec, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c999884a-8107-40bd-b6e6-8a0ec3f479ec,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:01.343740 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:01.358158 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=38943836-c01b-4a56-95db-010e6337cfe2,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:01.370479 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.371280 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.371818 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.372328 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.374360 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.375256 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.375869 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.376434 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.376982 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.378150 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.378768 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.379610 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.380207 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.380737 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.381397 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:01.412975 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-316dfd0d-0d77-4126-ac48-e8e2a4987acb req-d3d6a951-48cc-4e50-9156-1d91f98846d2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924911 Mar 30 01:31:01.481940 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=c999884a-8107-40bd-b6e6-8a0ec3f479ec,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:01.794638 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['c999884a-8107-40bd-b6e6-8a0ec3f479ec'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:31:01.846890 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4f686-8ab9-4796-92e6-2eebd296cce6 req-bfddc1ab-2b67-4862-a555-9f7d0328929a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:01.848933 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-23b4f686-8ab9-4796-92e6-2eebd296cce6 req-bfddc1ab-2b67-4862-a555-9f7d0328929a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 945 time: 0.0643420 Mar 30 01:31:01.909696 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-23b4f686-8ab9-4796-92e6-2eebd296cce6 req-2a3c5209-25f7-406a-92ec-4a2e6fc4b1cd tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517142 Mar 30 01:31:02.104172 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca5eb1-d765-4ee1-9477-7c5937b2eba7 req-412e7813-5fc7-4e99-888a-f92f2bf75460 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:02.106378 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d0ca5eb1-d765-4ee1-9477-7c5937b2eba7 req-412e7813-5fc7-4e99-888a-f92f2bf75460 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0583079 Mar 30 01:31:02.158858 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d0ca5eb1-d765-4ee1-9477-7c5937b2eba7 req-66663ce8-6821-47da-9756-d480bf34bbdc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464215 Mar 30 01:31:02.546423 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b5727-4b94-40de-aef5-c8dd0ec6aaa0 req-193cc8fb-5059-41a7-80c0-302e951da51b tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:02.547975 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-355b5727-4b94-40de-aef5-c8dd0ec6aaa0 req-193cc8fb-5059-41a7-80c0-302e951da51b tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 944 time: 0.0645232 Mar 30 01:31:02.620005 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-355b5727-4b94-40de-aef5-c8dd0ec6aaa0 req-2070b32f-70a0-4fc1-aa41-448a187bb668 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620079 Mar 30 01:31:02.702597 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [req-9f558c64-77d1-4142-abf0-3b04a64f5190 req-fc86d085-2d22-4c5b-99d5-7d6a2ac61419 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:31:02.703749 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9f558c64-77d1-4142-abf0-3b04a64f5190 req-fc86d085-2d22-4c5b-99d5-7d6a2ac61419 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061307 Mar 30 01:31:02.777481 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e17a1f-1b66-4ebb-84c1-fc1ba12efaac req-eb044c7a-baab-499d-ab4a-0d88bddd0881 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:02.779047 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c0e17a1f-1b66-4ebb-84c1-fc1ba12efaac req-eb044c7a-baab-499d-ab4a-0d88bddd0881 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 945 time: 0.0533595 Mar 30 01:31:02.844024 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c0e17a1f-1b66-4ebb-84c1-fc1ba12efaac req-69fb0bd5-9610-488d-b574-9b56361ce124 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538278 Mar 30 01:31:02.879064 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9df0e-16ad-49b8-846d-3f0a05479eb8 req-775c6e66-976a-4191-bd00-7220e569c4a8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:02.880558 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9ca9df0e-16ad-49b8-846d-3f0a05479eb8 req-775c6e66-976a-4191-bd00-7220e569c4a8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0589738 Mar 30 01:31:02.927034 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9ca9df0e-16ad-49b8-846d-3f0a05479eb8 req-04d0f323-7e74-47ff-b9cf-bb31159f44be tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401759 Mar 30 01:31:03.029328 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a13aae-ecfc-4455-a346-d629ee73848a req-5634e08a-0299-49b2-a444-20eb9d69386d tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:03.030911 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-51a13aae-ecfc-4455-a346-d629ee73848a req-5634e08a-0299-49b2-a444-20eb9d69386d tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 945 time: 0.0549700 Mar 30 01:31:03.079601 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-51a13aae-ecfc-4455-a346-d629ee73848a req-5fb596e8-b039-4829-b2e1-b23c1356c117 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429397 Mar 30 01:31:03.177188 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 38764) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:03.267090 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-fc54943c-c5d1-42df-bcda-d7e88324c107 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887239 Mar 30 01:31:03.275401 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-4cebc61d-cb46-46c4-9d8d-abaf983871a1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:31:03.276295 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-4cebc61d-cb46-46c4-9d8d-abaf983871a1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047398 Mar 30 01:31:03.358362 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 38774) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:03.455596 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-0000cce1-b895-43f4-b602-f96ae935e5c9 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:03.456952 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-0000cce1-b895-43f4-b602-f96ae935e5c9 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports/38943836-c01b-4a56-95db-010e6337cfe2 HTTP/1.1" status: 200 len: 941 time: 0.0973282 Mar 30 01:31:03.757019 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652f784-a473-471a-9efb-8e7e6470167c req-ad805019-6d5f-40f7-b443-a0c8a0363a33 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:03.758582 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9652f784-a473-471a-9efb-8e7e6470167c req-ad805019-6d5f-40f7-b443-a0c8a0363a33 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 944 time: 0.0631239 Mar 30 01:31:03.819276 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9652f784-a473-471a-9efb-8e7e6470167c req-e8037e64-f97c-40c8-9cfa-c59c2a3f7aac tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533881 Mar 30 01:31:03.988430 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60926c1c-0047-45b7-af50-1ce02754045b req-d24087d7-0e31-4ed4-9851-47809ec82bfa tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:03.990382 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-60926c1c-0047-45b7-af50-1ce02754045b req-d24087d7-0e31-4ed4-9851-47809ec82bfa tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 945 time: 0.0744901 Mar 30 01:31:04.065741 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-60926c1c-0047-45b7-af50-1ce02754045b req-8f8d8b19-389a-4a77-bf32-9e074bf16bee tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694883 Mar 30 01:31:04.066367 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607a23d-6097-4160-afdd-260a303e7713 req-e2728473-764a-4d59-940a-51cfa689e68b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:04.067599 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0607a23d-6097-4160-afdd-260a303e7713 req-e2728473-764a-4d59-940a-51cfa689e68b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0587976 Mar 30 01:31:04.131223 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0607a23d-6097-4160-afdd-260a303e7713 req-86cbc8cf-2296-480c-84a2-c0e5a96fcf23 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564661 Mar 30 01:31:04.218783 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768eec9-0e5b-4243-8683-753f8c6051b4 req-79aeff9f-af37-4dc7-b57b-411ed51bee77 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:04.220321 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2768eec9-0e5b-4243-8683-753f8c6051b4 req-79aeff9f-af37-4dc7-b57b-411ed51bee77 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 945 time: 0.0585432 Mar 30 01:31:04.271757 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2768eec9-0e5b-4243-8683-753f8c6051b4 req-fffd5c45-f1f0-4dc0-ab06-ce5e1ad31395 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415928 Mar 30 01:31:04.949231 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03d314-31ba-486e-b46c-64581b598abe req-1ecbb930-58ec-4602-a31a-73dbe4599817 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:04.950617 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4a03d314-31ba-486e-b46c-64581b598abe req-1ecbb930-58ec-4602-a31a-73dbe4599817 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 944 time: 0.0608311 Mar 30 01:31:04.971451 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device c999884a-8107-40bd-b6e6-8a0ec3f479ec up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:31:05.002169 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4a03d314-31ba-486e-b46c-64581b598abe req-0ff5dc0c-a87a-4916-b7fd-2bbbd17a8abc tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459058 Mar 30 01:31:05.024160 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port c999884a-8107-40bd-b6e6-8a0ec3f479ec completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:31:05.029030 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port c999884a-8107-40bd-b6e6-8a0ec3f479ec triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:31:05.029409 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:05.112334 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port c999884a-8107-40bd-b6e6-8a0ec3f479ec is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:05.112729 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:05.135691 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff08521-c579-4f8d-af82-679ed414b625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:05.138911 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b6843a-6a91-4ae6-9f01-b4842976aac5" -d '{"events": [{"server_uuid": "dff08521-c579-4f8d-af82-679ed414b625", "name": "network-vif-plugged", "status": "completed", "tag": "c999884a-8107-40bd-b6e6-8a0ec3f479ec"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:05.154481 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port c999884a-8107-40bd-b6e6-8a0ec3f479ec, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c999884a-8107-40bd-b6e6-8a0ec3f479ec,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:05.159840 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:05.160742 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 38943836-c01b-4a56-95db-010e6337cfe2 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:31:05.183423 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27988710-c7bc-49dd-973a-afc0caaa7c21 x-openstack-request-id: req-27988710-c7bc-49dd-973a-afc0caaa7c21 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:05.183760 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff08521-c579-4f8d-af82-679ed414b625", "name": "network-vif-plugged", "status": "completed", "tag": "c999884a-8107-40bd-b6e6-8a0ec3f479ec", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:05.184182 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27988710-c7bc-49dd-973a-afc0caaa7c21 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:05.184587 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27988710-c7bc-49dd-973a-afc0caaa7c21'] response: {'server_uuid': 'dff08521-c579-4f8d-af82-679ed414b625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec', 'code': 200} Mar 30 01:31:05.209339 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17fa79-5d9c-4f20-9d19-68c9d42940a5 req-080a4ec1-95a4-4c99-9ab2-6ca284ff9e4e tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:05.220862 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4d17fa79-5d9c-4f20-9d19-68c9d42940a5 req-080a4ec1-95a4-4c99-9ab2-6ca284ff9e4e tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 945 time: 0.0805078 Mar 30 01:31:05.277941 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=c999884a-8107-40bd-b6e6-8a0ec3f479ec,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:05.287008 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 38943836-c01b-4a56-95db-010e6337cfe2 is: DOWN; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:05.288188 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 38860) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:05.315377 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4d17fa79-5d9c-4f20-9d19-68c9d42940a5 req-5a6b7952-71ce-4885-ae9c-129450477fd6 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936115 Mar 30 01:31:05.331675 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80940f-2c83-4ddd-82c9-3abf5282e388 req-57426cc4-c8b5-4b5a-a5ca-d4f2d0bf639d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:05.343097 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-df80940f-2c83-4ddd-82c9-3abf5282e388 req-57426cc4-c8b5-4b5a-a5ca-d4f2d0bf639d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0780332 Mar 30 01:31:05.364463 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6b239d-3639-4f87-9dae-31a7d062060d admin admin] Deleting subnet ead35849-2077-48a9-b2ab-6372c6c92491 {{(pid=103227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:31:05.368024 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ce6b239d-3639-4f87-9dae-31a7d062060d admin admin] Publish callbacks [] for subnet (ead35849-2077-48a9-b2ab-6372c6c92491), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:05.409000 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ce6b239d-3639-4f87-9dae-31a7d062060d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60554882'] for subnet (ead35849-2077-48a9-b2ab-6372c6c92491), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:05.478861 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-df80940f-2c83-4ddd-82c9-3abf5282e388 req-3b8d787c-7079-4434-b2b7-985fc4628b00 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338367 Mar 30 01:31:05.496722 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-242524f6-5b35-44ed-a7b7-6de48b5871ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:05.498251 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-242524f6-5b35-44ed-a7b7-6de48b5871ec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58&tenant_id=40c47efe85b3419bbfe4af492f367fa3 HTTP/1.1" status: 200 len: 1128 time: 0.1515422 Mar 30 01:31:05.519686 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ce6b239d-3639-4f87-9dae-31a7d062060d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (ead35849-2077-48a9-b2ab-6372c6c92491), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:05.569926 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc492a6c-49a6-49db-ace7-4c58b94e8dcc req-b75939c7-a71b-4975-8e9a-95c8bec2f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:05.571442 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-cc492a6c-49a6-49db-ace7-4c58b94e8dcc req-b75939c7-a71b-4975-8e9a-95c8bec2f5a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 1130 time: 0.1412764 Mar 30 01:31:05.600014 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-3c9e52f6-ac46-43c9-834e-51dc625caf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:05.601554 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-3c9e52f6-ac46-43c9-834e-51dc625caf78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40c47efe85b3419bbfe4af492f367fa3&device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 1128 time: 0.0645428 Mar 30 01:31:05.606798 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39e4c8-0172-4788-b6ae-9c6a1921b9a0 req-32fc7351-86d5-426f-9e91-93a397cd721f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:05.608426 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a39e4c8-0172-4788-b6ae-9c6a1921b9a0 req-32fc7351-86d5-426f-9e91-93a397cd721f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.1972775 Mar 30 01:31:05.704568 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-cc492a6c-49a6-49db-ace7-4c58b94e8dcc req-782ee0e8-bdec-419e-a0da-29d1585b38e6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143103 Mar 30 01:31:05.705491 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ce6b239d-3639-4f87-9dae-31a7d062060d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3152769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60116517'] for subnet (ead35849-2077-48a9-b2ab-6372c6c92491), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:05.709237 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-bcfb260b-3b26-4c7f-9b7b-26253867808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:05.710915 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-bcfb260b-3b26-4c7f-9b7b-26253867808d service neutron] 10.222.0.10 "GET /v2.0/networks?id=4292407f-f21a-4ca4-83dc-33c4f2c633d6 HTTP/1.1" status: 200 len: 918 time: 0.1012106 Mar 30 01:31:05.719653 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61bfe7-6437-4291-9b07-988330d0cc80 req-37e457d0-22ce-4b9b-860f-9242215c7a10 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:05.721087 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3c61bfe7-6437-4291-9b07-988330d0cc80 req-37e457d0-22ce-4b9b-860f-9242215c7a10 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.10 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 945 time: 0.1727388 Mar 30 01:31:05.750506 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b239d-3639-4f87-9dae-31a7d062060d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead35849-2077-48a9-b2ab-6372c6c92491,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:05.758409 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a39e4c8-0172-4788-b6ae-9c6a1921b9a0 req-5d69079b-93df-4bc2-bf3f-f19f878c1ae3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422694 Mar 30 01:31:05.767560 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ce6b239d-3639-4f87-9dae-31a7d062060d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:05.772697 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-ce6b239d-3639-4f87-9dae-31a7d062060d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ead35849-2077-48a9-b2ab-6372c6c92491 HTTP/1.1" status: 204 len: 168 time: 0.4802952 Mar 30 01:31:05.773543 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 38868) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:05.842870 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-642f44c4-a0a7-4f7d-af0d-ac6a80e59efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (ab56b835-a1ab-47d2-8eee-737aa8b0deb5), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:05.925260 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-642f44c4-a0a7-4f7d-af0d-ac6a80e59efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (ab56b835-a1ab-47d2-8eee-737aa8b0deb5), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:05.946002 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-642f44c4-a0a7-4f7d-af0d-ac6a80e59efe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab56b835-a1ab-47d2-8eee-737aa8b0deb5']}} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:05.956785 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-642f44c4-a0a7-4f7d-af0d-ac6a80e59efe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aeae255-afad-4b08-b02d-338c3d01fb29') {'for_net_delete': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:05.957090 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-642f44c4-a0a7-4f7d-af0d-ac6a80e59efe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aeae255-afad-4b08-b02d-338c3d01fb29') {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:05.992059 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-642f44c4-a0a7-4f7d-af0d-ac6a80e59efe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60554889'] for segment (6aeae255-afad-4b08-b02d-338c3d01fb29), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:06.015264 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-642f44c4-a0a7-4f7d-af0d-ac6a80e59efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (6aeae255-afad-4b08-b02d-338c3d01fb29), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:06.023713 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-e4bbc85f-0461-4fba-9961-9d2320799c9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38943836-c01b-4a56-95db-010e6337cfe2 HTTP/1.1" status: 200 len: 1000 time: 0.0646772 Mar 30 01:31:06.028271 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642f44c4-a0a7-4f7d-af0d-ac6a80e59efe admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:31:06.028671 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-642f44c4-a0a7-4f7d-af0d-ac6a80e59efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3152423'] for segment (6aeae255-afad-4b08-b02d-338c3d01fb29), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: Traceback (most recent call last): Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: timer() Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: cb(*args, **kw) Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: return func(*args, **kwargs) Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: self._notify() Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: self.callback(batched_events) Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: event.method(event) Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: return f(self, *a, **k) Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._get(url).json() Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: return self.request(url, 'GET', **kwargs) Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:31:06.030443 dv-cinder-817135-7-iscsi neutron-server[103227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:31:06.089143 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-da7d4ab1-6e62-4b46-b454-38f1ac64eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:06.090625 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-da7d4ab1-6e62-4b46-b454-38f1ac64eed5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94dad553-4d41-4378-b1f8-7911db8bcff2 HTTP/1.1" status: 200 len: 856 time: 0.0598569 Mar 30 01:31:06.113798 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-642f44c4-a0a7-4f7d-af0d-ac6a80e59efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (ab56b835-a1ab-47d2-8eee-737aa8b0deb5), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:06.124776 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-642f44c4-a0a7-4f7d-af0d-ac6a80e59efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:06.128052 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-642f44c4-a0a7-4f7d-af0d-ac6a80e59efe admin admin] 10.222.0.30 "DELETE /v2.0/networks/ab56b835-a1ab-47d2-8eee-737aa8b0deb5 HTTP/1.1" status: 204 len: 168 time: 0.3535662 Mar 30 01:31:06.141534 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f44c4-a0a7-4f7d-af0d-ac6a80e59efe admin admin] Pushing event deleted for resources: {'Network': ['ID=ab56b835-a1ab-47d2-8eee-737aa8b0deb5,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:06.154231 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-3c61bfe7-6437-4291-9b07-988330d0cc80 req-a795cab5-5b4c-41de-9477-f15874df628c tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Deleting port b8280eb7-f712-4556-9358-0c98e88e8f34 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:31:06.154610 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-3c61bfe7-6437-4291-9b07-988330d0cc80 req-a795cab5-5b4c-41de-9477-f15874df628c tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:06.169049 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19538d-06b9-40b1-be73-9a8926e8607f req-a5c9a0d5-401a-4637-86a3-1570f4b0aa9d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:06.170568 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9c19538d-06b9-40b1-be73-9a8926e8607f req-a5c9a0d5-401a-4637-86a3-1570f4b0aa9d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 944 time: 0.0952327 Mar 30 01:31:06.177296 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-63c6f46e-41aa-4038-8f11-47ab972debb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:06.179109 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-63c6f46e-41aa-4038-8f11-47ab972debb4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4292407f-f21a-4ca4-83dc-33c4f2c633d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726151 Mar 30 01:31:06.257527 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-3c61bfe7-6437-4291-9b07-988330d0cc80 req-a795cab5-5b4c-41de-9477-f15874df628c tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] For port b8280eb7-f712-4556-9358-0c98e88e8f34, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b8280eb7-f712-4556-9358-0c98e88e8f34,segment=NetworkSegment(3d9973df-8a1f-4676-9d67-399f78cedd00),segment_id=3d9973df-8a1f-4676-9d67-399f78cedd00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:06.258009 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-3c61bfe7-6437-4291-9b07-988330d0cc80 req-a795cab5-5b4c-41de-9477-f15874df628c tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:06.273416 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9c19538d-06b9-40b1-be73-9a8926e8607f req-0fa4a8d9-55e9-4861-b64e-a9f2bbea7007 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935266 Mar 30 01:31:06.282615 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-3c61bfe7-6437-4291-9b07-988330d0cc80 req-a795cab5-5b4c-41de-9477-f15874df628c tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Calling delete_port for b8280eb7-f712-4556-9358-0c98e88e8f34 owned by compute:nova {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:31:06.311117 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-f24a5bd1-21e2-4e25-a9bc-8d7c68672cda service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158681 Mar 30 01:31:06.390427 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 38876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:06.453116 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-dc433fef-6e25-4896-91c4-06a02d70bc20 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=babc9d0bca444ad7b1360d64894ac37c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613701 Mar 30 01:31:06.455657 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 38880) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:06.457041 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12b7c5b8-0339-4ea1-8ff6-0c4f6f50dcd1 req-640241be-1f54-4f28-98a9-e9945da2eb64 service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338353 Mar 30 01:31:06.470859 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-3c61bfe7-6437-4291-9b07-988330d0cc80 req-a795cab5-5b4c-41de-9477-f15874df628c tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (b8280eb7-f712-4556-9358-0c98e88e8f34), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:06.492594 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['b8280eb7-f712-4556-9358-0c98e88e8f34'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:31:06.518575 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795cab5-5b4c-41de-9477-f15874df628c tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Pushing event deleted for resources: {'Port': ['ID=b8280eb7-f712-4556-9358-0c98e88e8f34,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:06.531041 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390ce97-1df9-4122-9e2a-e74fe8e41b6c req-d7f6b66d-63c3-4dee-9996-04085210e51e tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:06.532812 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e390ce97-1df9-4122-9e2a-e74fe8e41b6c req-d7f6b66d-63c3-4dee-9996-04085210e51e tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=b753627f-115c-4624-8428-d2498e53928b HTTP/1.1" status: 200 len: 867 time: 0.1307220 Mar 30 01:31:06.599687 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c61bfe7-6437-4291-9b07-988330d0cc80 req-a795cab5-5b4c-41de-9477-f15874df628c tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] No DVR routers for this DVR port b8280eb7-f712-4556-9358-0c98e88e8f34 on host hv-cinder-81713 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:31:06.610450 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-3c61bfe7-6437-4291-9b07-988330d0cc80 req-a795cab5-5b4c-41de-9477-f15874df628c tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:06.614006 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3c61bfe7-6437-4291-9b07-988330d0cc80 req-a795cab5-5b4c-41de-9477-f15874df628c tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.10 "DELETE /v2.0/ports/b8280eb7-f712-4556-9358-0c98e88e8f34 HTTP/1.1" status: 204 len: 173 time: 0.6540337 Mar 30 01:31:06.620904 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b753627f-115c-4624-8428-d2498e53928b', 'name': 'network-vif-deleted', 'tag': 'b8280eb7-f712-4556-9358-0c98e88e8f34'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:06.623268 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37e3c13-67d8-4db3-b08d-050aa91d5d71" -d '{"events": [{"server_uuid": "b753627f-115c-4624-8428-d2498e53928b", "name": "network-vif-deleted", "tag": "b8280eb7-f712-4556-9358-0c98e88e8f34"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:06.636726 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1859bc-4dd9-4c35-b89a-2a0f8bed192d req-a87eed79-d13b-4f68-85f6-d41dc3ec2cf3 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:06.638357 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-de1859bc-4dd9-4c35-b89a-2a0f8bed192d req-a87eed79-d13b-4f68-85f6-d41dc3ec2cf3 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0634191 Mar 30 01:31:06.641359 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d546057-0ce5-48e7-8254-28b65a00a76c admin admin] Publish callbacks [] for security_group (95939b54-8e7e-4f99-ba43-3b1f4303e57d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:06.679775 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e390ce97-1df9-4122-9e2a-e74fe8e41b6c req-bb9d0d36-5ae1-4ca1-be5d-929fcb622cbe tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355281 Mar 30 01:31:06.695899 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d546057-0ce5-48e7-8254-28b65a00a76c admin admin] Publish callbacks [] for security_group (95939b54-8e7e-4f99-ba43-3b1f4303e57d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:06.711042 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-de1859bc-4dd9-4c35-b89a-2a0f8bed192d req-47b7b54d-319a-4881-ab99-b2bd2c62525b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605748 Mar 30 01:31:06.731116 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35688190-3de1-425a-878f-e9219c62401f x-openstack-request-id: req-35688190-3de1-425a-878f-e9219c62401f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:06.731785 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b753627f-115c-4624-8428-d2498e53928b", "name": "network-vif-deleted", "tag": "b8280eb7-f712-4556-9358-0c98e88e8f34", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:06.732113 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35688190-3de1-425a-878f-e9219c62401f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:06.732588 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35688190-3de1-425a-878f-e9219c62401f'] response: {'server_uuid': 'b753627f-115c-4624-8428-d2498e53928b', 'name': 'network-vif-deleted', 'tag': 'b8280eb7-f712-4556-9358-0c98e88e8f34', 'status': 'completed', 'code': 200} Mar 30 01:31:06.773485 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d546057-0ce5-48e7-8254-28b65a00a76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (95939b54-8e7e-4f99-ba43-3b1f4303e57d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:06.776977 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d546057-0ce5-48e7-8254-28b65a00a76c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:06.778142 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-8d546057-0ce5-48e7-8254-28b65a00a76c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95939b54-8e7e-4f99-ba43-3b1f4303e57d HTTP/1.1" status: 204 len: 168 time: 0.3211877 Mar 30 01:31:06.797563 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d546057-0ce5-48e7-8254-28b65a00a76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95939b54-8e7e-4f99-ba43-3b1f4303e57d,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:06.913554 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0638480-ca3f-43ee-8418-946ea0bc2551 req-d21ab414-c672-4b18-be49-22c65045f88a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:06.915700 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c0638480-ca3f-43ee-8418-946ea0bc2551 req-d21ab414-c672-4b18-be49-22c65045f88a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0699985 Mar 30 01:31:06.971032 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c0638480-ca3f-43ee-8418-946ea0bc2551 req-829fc9bc-7040-4090-8000-a61e91fd21ce tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490274 Mar 30 01:31:06.997358 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 0cc2c69a-da16-44f7-b7c1-42443a0571aa details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:31:07.118004 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 0cc2c69a-da16-44f7-b7c1-42443a0571aa, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=0cc2c69a-da16-44f7-b7c1-42443a0571aa,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:07.136809 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '0cc2c69a-da16-44f7-b7c1-42443a0571aa', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'port_id': '0cc2c69a-da16-44f7-b7c1-42443a0571aa', 'mac_address': 'fa:16:3e:b2:be:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:31:07.193426 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 0cc2c69a-da16-44f7-b7c1-42443a0571aa is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:07.194019 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:07.215705 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc2c69a-da16-44f7-b7c1-42443a0571aa {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:31:07.240694 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 0cc2c69a-da16-44f7-b7c1-42443a0571aa, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=0cc2c69a-da16-44f7-b7c1-42443a0571aa,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:07.254671 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:07.331760 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=0cc2c69a-da16-44f7-b7c1-42443a0571aa,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:07.466734 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaf5c9-0cb1-4383-a330-6ea6ec963dae req-ff399b07-f9ee-4338-a958-b5f6cb2557bb tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:07.478292 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fcfaf5c9-0cb1-4383-a330-6ea6ec963dae req-ff399b07-f9ee-4338-a958-b5f6cb2557bb tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 945 time: 0.0798244 Mar 30 01:31:07.563717 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fcfaf5c9-0cb1-4383-a330-6ea6ec963dae req-338e8324-486f-472c-a920-74bb85bcbc52 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839193 Mar 30 01:31:07.620780 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['0cc2c69a-da16-44f7-b7c1-42443a0571aa'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:31:07.992207 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290dba3-ac46-412d-865c-3405f13f6433 req-8aab675f-0516-4e48-941a-7b0ce700289f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:07.995140 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3290dba3-ac46-412d-865c-3405f13f6433 req-8aab675f-0516-4e48-941a-7b0ce700289f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.1263018 Mar 30 01:31:08.120403 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3290dba3-ac46-412d-865c-3405f13f6433 req-de1cb936-256d-4b3a-9e43-e1b6193617cc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158900 Mar 30 01:31:08.192036 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb786e-f269-407e-a0d8-39d234a8ffd1 req-77126151-01c6-4749-976f-e1a739216bbb tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:08.203853 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1fdb786e-f269-407e-a0d8-39d234a8ffd1 req-77126151-01c6-4749-976f-e1a739216bbb tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.1386921 Mar 30 01:31:08.258198 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1fdb786e-f269-407e-a0d8-39d234a8ffd1 req-7a5f56d6-0e04-40e5-859c-ad0cfcc19ffa tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533028 Mar 30 01:31:08.424257 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65b9c3-d0a2-425b-82e3-f7772a0fb6c0 req-1ba2662d-487d-4126-9fe1-3890d11de92f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:08.426444 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6e65b9c3-d0a2-425b-82e3-f7772a0fb6c0 req-1ba2662d-487d-4126-9fe1-3890d11de92f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0619287 Mar 30 01:31:08.438735 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 38948) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:08.443250 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dc182dca-8ff7-4f32-bfca-5b7b95e169b3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Request body: {'floatingip': {'port_id': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:08.752442 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc182dca-8ff7-4f32-bfca-5b7b95e169b3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for floatingip (92b48d2d-21c8-4623-ab58-ca48a471e298), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:08.895973 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c58f78-17c6-48de-ac31-71bbd360792a req-b98c8ef4-f136-42fe-8d46-e9e395b85caa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:08.897531 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-67c58f78-17c6-48de-ac31-71bbd360792a req-b98c8ef4-f136-42fe-8d46-e9e395b85caa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 945 time: 0.1640656 Mar 30 01:31:09.055363 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-67c58f78-17c6-48de-ac31-71bbd360792a req-fd75b423-adb9-4d7f-9e5a-1fa4ecf99b17 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493509 Mar 30 01:31:09.287108 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65252e2-5e68-4902-b2c7-efb5381d6675 req-6211f9a3-153d-41ee-b83f-6da0bdf30d80 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:09.288982 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a65252e2-5e68-4902-b2c7-efb5381d6675 req-6211f9a3-153d-41ee-b83f-6da0bdf30d80 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0626729 Mar 30 01:31:09.349017 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a65252e2-5e68-4902-b2c7-efb5381d6675 req-9ae12aca-bcc8-4fcb-8674-0b20363e5ac5 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527599 Mar 30 01:31:09.365470 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc182dca-8ff7-4f32-bfca-5b7b95e169b3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:09.372800 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc182dca-8ff7-4f32-bfca-5b7b95e169b3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (92b48d2d-21c8-4623-ab58-ca48a471e298), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:09.533611 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-dc182dca-8ff7-4f32-bfca-5b7b95e169b3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Floating IP 92b48d2d-21c8-4623-ab58-ca48a471e298 associated. External IP: 172.27.2.223, port: c999884a-8107-40bd-b6e6-8a0ec3f479ec. Mar 30 01:31:09.792974 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc182dca-8ff7-4f32-bfca-5b7b95e169b3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:31:09.918147 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc182dca-8ff7-4f32-bfca-5b7b95e169b3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:31:09.923109 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc182dca-8ff7-4f32-bfca-5b7b95e169b3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:09.928782 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8056f-8fc6-4dc2-8d1c-f1accb4d6878 None None] Sync routers for ids ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:31:09.941890 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8056f-8fc6-4dc2-8d1c-f1accb4d6878 None None] Routers {'1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:31:09.942944 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-30b8056f-8fc6-4dc2-8d1c-f1accb4d6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:30:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:09.966495 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-dc182dca-8ff7-4f32-bfca-5b7b95e169b3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "PUT /v2.0/floatingips/92b48d2d-21c8-4623-ab58-ca48a471e298 HTTP/1.1" status: 200 len: 992 time: 1.5265808 Mar 30 01:31:09.967432 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff08521-c579-4f8d-af82-679ed414b625', 'tag': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:09.969997 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f410fb-dd18-4d1d-b73c-764ff52260a7" -d '{"events": [{"name": "network-changed", "server_uuid": "dff08521-c579-4f8d-af82-679ed414b625", "tag": "c999884a-8107-40bd-b6e6-8a0ec3f479ec"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:10.011868 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba73665-1474-4ae3-b9cf-eb526c81128f x-openstack-request-id: req-1ba73665-1474-4ae3-b9cf-eb526c81128f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:10.012165 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff08521-c579-4f8d-af82-679ed414b625", "tag": "c999884a-8107-40bd-b6e6-8a0ec3f479ec", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:10.012423 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ba73665-1474-4ae3-b9cf-eb526c81128f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:10.012835 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba73665-1474-4ae3-b9cf-eb526c81128f'] response: {'name': 'network-changed', 'server_uuid': 'dff08521-c579-4f8d-af82-679ed414b625', 'tag': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec', 'status': 'completed', 'code': 200} Mar 30 01:31:10.069457 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-30b8056f-8fc6-4dc2-8d1c-f1accb4d6878 None None] Set router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:31:10.223920 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a6eaf-5da6-466e-b7b1-81e7ea468001 req-c86a1ea2-324b-4ae6-9cfc-c403f199dbbf tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:10.236351 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0e9a6eaf-5da6-466e-b7b1-81e7ea468001 req-c86a1ea2-324b-4ae6-9cfc-c403f199dbbf tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 945 time: 0.0864758 Mar 30 01:31:10.311083 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0e9a6eaf-5da6-466e-b7b1-81e7ea468001 req-70de465f-e074-4456-86c4-79169f1e315b tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699956 Mar 30 01:31:10.453396 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-30b8056f-8fc6-4dc2-8d1c-f1accb4d6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '92b48d2d-21c8-4623-ab58-ca48a471e298', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'port_id': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'mac_address': 'fa:16:3e:d8:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff08521-c579-4f8d-af82-679ed414b625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:37Z', 'updated_at': '2022-03-30T01:31:09Z', 'revision_number': 1, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a66939-7bd0-47b0-93fb-7dfbf790a6fa', 'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'mac_address': 'fa:16:3e:6d:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:23Z', 'updated_at': '2022-03-30T01:28:36Z', 'revision_number': 5, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'subnets': [{'id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:10.486923 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8056f-8fc6-4dc2-8d1c-f1accb4d6878 None None] Checking router: 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:31:10.499592 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8056f-8fc6-4dc2-8d1c-f1accb4d6878 None None] Routers {'1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:31:10.500694 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-30b8056f-8fc6-4dc2-8d1c-f1accb4d6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:30:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:10.521872 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device b8280eb7-f712-4556-9358-0c98e88e8f34 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:31:10.525372 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e2c1-0a41-4de3-8337-aae7452d8137 req-c0767f6d-2d02-4880-a6f5-2032d276905a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:10.527813 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ffc9e2c1-0a41-4de3-8337-aae7452d8137 req-c0767f6d-2d02-4880-a6f5-2032d276905a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0883574 Mar 30 01:31:10.562736 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: b8280eb7-f712-4556-9358-0c98e88e8f34 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:31:10.562736 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device b8280eb7-f712-4556-9358-0c98e88e8f34 not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:31:10.589497 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ffc9e2c1-0a41-4de3-8337-aae7452d8137 req-ded473ca-0cdd-4883-acea-7effbe4c1b2f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527511 Mar 30 01:31:10.643101 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-30b8056f-8fc6-4dc2-8d1c-f1accb4d6878 None None] Set router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:31:10.898459 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-30b8056f-8fc6-4dc2-8d1c-f1accb4d6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '92b48d2d-21c8-4623-ab58-ca48a471e298', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'port_id': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'mac_address': 'fa:16:3e:d8:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff08521-c579-4f8d-af82-679ed414b625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:37Z', 'updated_at': '2022-03-30T01:31:09Z', 'revision_number': 1, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a66939-7bd0-47b0-93fb-7dfbf790a6fa', 'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'mac_address': 'fa:16:3e:6d:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:23Z', 'updated_at': '2022-03-30T01:28:36Z', 'revision_number': 5, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'subnets': [{'id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:10.929528 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8056f-8fc6-4dc2-8d1c-f1accb4d6878 None None] The sync data for ids ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'] in dv-cinder-817135-7-iscsi is: [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '92b48d2d-21c8-4623-ab58-ca48a471e298', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'port_id': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'mac_address': 'fa:16:3e:d8:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff08521-c579-4f8d-af82-679ed414b625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:37Z', 'updated_at': '2022-03-30T01:31:09Z', 'revision_number': 1, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a66939-7bd0-47b0-93fb-7dfbf790a6fa', 'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'mac_address': 'fa:16:3e:6d:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:23Z', 'updated_at': '2022-03-30T01:28:36Z', 'revision_number': 5, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'subnets': [{'id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:31:11.153042 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff86e07-4116-4ede-a1a1-0dc8e4ea03e4 None None] New status for floating IP 92b48d2d-21c8-4623-ab58-ca48a471e298: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:31:11.435230 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ce183-129c-45ce-9f9c-7b55f6875b12 req-6d1e7d13-8cfc-489f-b614-b76a484dbe3c tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:11.436811 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a3ce183-129c-45ce-9f9c-7b55f6875b12 req-6d1e7d13-8cfc-489f-b614-b76a484dbe3c tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 945 time: 0.0631542 Mar 30 01:31:11.492202 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a3ce183-129c-45ce-9f9c-7b55f6875b12 req-6a129b14-64b3-408b-a6fe-659eeec47a1b tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479376 Mar 30 01:31:11.731376 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17d348-da44-458e-9003-aa11bc9d8309 req-3bf7f636-9bcb-4c1f-a90b-da174f0fe9c2 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:11.733142 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d17d348-da44-458e-9003-aa11bc9d8309 req-3bf7f636-9bcb-4c1f-a90b-da174f0fe9c2 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0598645 Mar 30 01:31:11.799215 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d17d348-da44-458e-9003-aa11bc9d8309 req-8db9efc4-1bcf-4ced-bdae-b0d650d3176b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602195 Mar 30 01:31:12.108645 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:31:12.624495 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdd9c0-0de7-437e-8c10-8c498726245d req-ef0ecb34-dd16-4d64-adfe-77f4a24fe2eb tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:12.625790 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-90fdd9c0-0de7-437e-8c10-8c498726245d req-ef0ecb34-dd16-4d64-adfe-77f4a24fe2eb tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 945 time: 0.0644994 Mar 30 01:31:12.680337 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-90fdd9c0-0de7-437e-8c10-8c498726245d req-3c6db9b0-1608-4824-a554-4ce2ab93ec37 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483570 Mar 30 01:31:12.934057 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2e243-5afc-48f2-9d8c-f6c762feae35 req-de61cda6-dec0-439f-a2a0-940d15495945 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:12.935669 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0ce2e243-5afc-48f2-9d8c-f6c762feae35 req-de61cda6-dec0-439f-a2a0-940d15495945 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0612543 Mar 30 01:31:12.988544 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0ce2e243-5afc-48f2-9d8c-f6c762feae35 req-70e100c3-8757-471c-b268-2cc6df363b14 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465164 Mar 30 01:31:13.632294 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 0cc2c69a-da16-44f7-b7c1-42443a0571aa up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:31:13.726609 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ceb51522-271c-4485-9285-c7f756fcdeeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:13.730021 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port 0cc2c69a-da16-44f7-b7c1-42443a0571aa completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:31:13.735120 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 0cc2c69a-da16-44f7-b7c1-42443a0571aa triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:31:13.735528 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:13.834395 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 0cc2c69a-da16-44f7-b7c1-42443a0571aa is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:13.834825 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:13.873096 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 0cc2c69a-da16-44f7-b7c1-42443a0571aa, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=0cc2c69a-da16-44f7-b7c1-42443a0571aa,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:13.874184 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096b4a9e-52c6-48ea-9fc9-92e82132dc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc2c69a-da16-44f7-b7c1-42443a0571aa'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:13.877439 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e3da3a-4e70-4fb8-991c-ac6ad5ffcf52" -d '{"events": [{"server_uuid": "096b4a9e-52c6-48ea-9fc9-92e82132dc79", "name": "network-vif-plugged", "status": "completed", "tag": "0cc2c69a-da16-44f7-b7c1-42443a0571aa"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:13.881919 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:13.918502 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a985be-e3ac-4e66-9117-438498b1d738 req-f4f05175-fd88-4b15-baa0-671e6b48aaec tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:13.930635 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-42a985be-e3ac-4e66-9117-438498b1d738 req-f4f05175-fd88-4b15-baa0-671e6b48aaec tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 945 time: 0.1301579 Mar 30 01:31:13.947263 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81dbe2d-947e-4c14-903d-af76d567fd7b x-openstack-request-id: req-c81dbe2d-947e-4c14-903d-af76d567fd7b {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:13.949303 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096b4a9e-52c6-48ea-9fc9-92e82132dc79", "name": "network-vif-plugged", "status": "completed", "tag": "0cc2c69a-da16-44f7-b7c1-42443a0571aa", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:13.949669 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c81dbe2d-947e-4c14-903d-af76d567fd7b {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:13.950175 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81dbe2d-947e-4c14-903d-af76d567fd7b'] response: {'server_uuid': '096b4a9e-52c6-48ea-9fc9-92e82132dc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc2c69a-da16-44f7-b7c1-42443a0571aa', 'code': 200} Mar 30 01:31:14.002114 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=0cc2c69a-da16-44f7-b7c1-42443a0571aa,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:14.065258 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-42a985be-e3ac-4e66-9117-438498b1d738 req-181d4d2d-c1b2-4362-b04c-a9730cf3e3f8 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217468 Mar 30 01:31:14.136836 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3449448-4fd3-41cf-bfe0-5f7fb676375b req-6692bcc9-a9f1-4896-ba8b-d3fa45bc4311 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:14.138489 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3449448-4fd3-41cf-bfe0-5f7fb676375b req-6692bcc9-a9f1-4896-ba8b-d3fa45bc4311 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0571737 Mar 30 01:31:14.198791 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3449448-4fd3-41cf-bfe0-5f7fb676375b req-49c859e6-2122-415e-afe0-dd1df1e50445 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541315 Mar 30 01:31:15.194959 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ff183-a709-4516-9763-60ab25f3d4d9 req-9e6205ce-85e7-4367-8262-3397a6da876e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:15.197365 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-603ff183-a709-4516-9763-60ab25f3d4d9 req-9e6205ce-85e7-4367-8262-3397a6da876e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 946 time: 0.0607984 Mar 30 01:31:15.255262 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-603ff183-a709-4516-9763-60ab25f3d4d9 req-30f9dedb-bd59-4c92-9292-818cc24569c7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518110 Mar 30 01:31:15.358169 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d51199-cfed-45a1-a1ef-c7110c551cf4 req-6f238443-e25f-4653-9579-0c8b77157ec7 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:15.359760 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-24d51199-cfed-45a1-a1ef-c7110c551cf4 req-6f238443-e25f-4653-9579-0c8b77157ec7 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0603716 Mar 30 01:31:15.410884 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-24d51199-cfed-45a1-a1ef-c7110c551cf4 req-7dc47f08-b40a-479e-aaa2-e9a3f28967fe tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454919 Mar 30 01:31:15.866468 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7cd36dfc-247c-47ef-bf79-3a1e05a1376f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:16.391234 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79aef2-4a32-451d-baf9-8be5ee85ac94 req-d6577215-4194-44f8-8475-de3f3b911991 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:16.396316 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8e79aef2-4a32-451d-baf9-8be5ee85ac94 req-d6577215-4194-44f8-8475-de3f3b911991 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 946 time: 0.0628932 Mar 30 01:31:16.460423 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8e79aef2-4a32-451d-baf9-8be5ee85ac94 req-b776b6a4-a328-496f-8484-7bb88554ccad tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566740 Mar 30 01:31:16.546713 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ba5fd-bb93-4f66-9a8f-afb9ce4ae02a req-13668c51-eb08-48c0-ab0a-0354be37273b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:16.548259 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-054ba5fd-bb93-4f66-9a8f-afb9ce4ae02a req-13668c51-eb08-48c0-ab0a-0354be37273b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0541885 Mar 30 01:31:16.596726 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-054ba5fd-bb93-4f66-9a8f-afb9ce4ae02a req-472135af-0cf1-4302-955a-83eed421fa20 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422871 Mar 30 01:31:17.094375 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:17.279556 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f410fb-dd18-4d1d-b73c-764ff52260a7 req-8012b235-52e1-4d0e-a831-6f31b6b6a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:17.281107 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-68f410fb-dd18-4d1d-b73c-764ff52260a7 req-8012b235-52e1-4d0e-a831-6f31b6b6a0be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 1130 time: 0.0491657 Mar 30 01:31:17.388625 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f410fb-dd18-4d1d-b73c-764ff52260a7 req-c5bd8edd-dd2b-473b-b382-53dc9ce8172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:17.390178 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-68f410fb-dd18-4d1d-b73c-764ff52260a7 req-c5bd8edd-dd2b-473b-b382-53dc9ce8172e service neutron] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 919 time: 0.1003950 Mar 30 01:31:17.460128 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-68f410fb-dd18-4d1d-b73c-764ff52260a7 req-35210476-1fda-4d61-9879-a7bf697c6703 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c999884a-8107-40bd-b6e6-8a0ec3f479ec HTTP/1.1" status: 200 len: 1002 time: 0.0630970 Mar 30 01:31:17.516514 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f410fb-dd18-4d1d-b73c-764ff52260a7 req-e909e899-f758-410d-82a7-67057ad5feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:17.518149 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-68f410fb-dd18-4d1d-b73c-764ff52260a7 req-e909e899-f758-410d-82a7-67057ad5feb4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0461581 Mar 30 01:31:17.541190 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87245cfa-45a9-44df-af3f-f93b870243a7 req-005f6776-bcf5-4818-ba68-0480b45d843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:17.542822 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-87245cfa-45a9-44df-af3f-f93b870243a7 req-005f6776-bcf5-4818-ba68-0480b45d843d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 1130 time: 0.0532553 Mar 30 01:31:17.599180 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-87245cfa-45a9-44df-af3f-f93b870243a7 req-04a931bb-caa5-44a0-8c62-6f52c7c65cb4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486314 Mar 30 01:31:17.610558 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f410fb-dd18-4d1d-b73c-764ff52260a7 req-011fc3c9-3264-4738-abf8-86908db7c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:17.612135 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-68f410fb-dd18-4d1d-b73c-764ff52260a7 req-011fc3c9-3264-4738-abf8-86908db7c3c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791552 Mar 30 01:31:17.627920 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b4e3e-c91a-4af2-ad4f-b19b479b953d req-54c00f02-976c-4a6f-b188-1d5c18176a83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:17.629395 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b96b4e3e-c91a-4af2-ad4f-b19b479b953d req-54c00f02-976c-4a6f-b188-1d5c18176a83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 946 time: 0.0717206 Mar 30 01:31:17.729026 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b8e0f-c320-4a57-9436-99dc0a0c9674 req-9d1ed94a-7ad4-4a87-8b0f-e91affdfa184 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:17.730643 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-606b8e0f-c320-4a57-9436-99dc0a0c9674 req-9d1ed94a-7ad4-4a87-8b0f-e91affdfa184 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0554326 Mar 30 01:31:17.784750 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-606b8e0f-c320-4a57-9436-99dc0a0c9674 req-f85543ac-b1c4-4768-8596-17f1c2208e03 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481138 Mar 30 01:31:17.938749 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b96b4e3e-c91a-4af2-ad4f-b19b479b953d req-0b006e19-94c9-4a32-9efd-3bea486f1d8f tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033288 Mar 30 01:31:17.970597 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-68f410fb-dd18-4d1d-b73c-764ff52260a7 req-dee2d25b-0f8b-4420-9cb7-8fed0c007765 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110952 Mar 30 01:31:18.067052 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-68f410fb-dd18-4d1d-b73c-764ff52260a7 req-d30dc525-ca02-4e4f-b8e8-be648142f427 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890586 Mar 30 01:31:18.147728 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-a6bed594-9322-4982-8c7a-dccaf235da03 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:18.149205 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-a6bed594-9322-4982-8c7a-dccaf235da03 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/networks?id=73a62991-5fd7-4623-a5bc-02edbe951f9a HTTP/1.1" status: 200 len: 814 time: 0.1084390 Mar 30 01:31:18.167900 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-0dd6cb27-a003-455b-9b3d-59a9dbca4ee6 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/quotas/3c5f5559501e4265ace8a4c9b0914eb7 HTTP/1.1" status: 200 len: 375 time: 0.0132141 Mar 30 01:31:18.201792 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-1e50aec2-da32-4411-b3e4-80e0c6ec0a86 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c5f5559501e4265ace8a4c9b0914eb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278716 Mar 30 01:31:18.291929 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-cba8cdb8-0102-48c4-aa5e-79eb6ed9f441 service neutron] 10.222.0.30 "GET /v2.0/networks/73a62991-5fd7-4623-a5bc-02edbe951f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833876 Mar 30 01:31:18.386206 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-7496038a-9d82-4198-ae3b-9cacf5e450d8 service neutron] 10.222.0.30 "GET /v2.0/networks/73a62991-5fd7-4623-a5bc-02edbe951f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871871 Mar 30 01:31:18.473246 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:18.550332 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6ba12df0-4696-4b74-a066-cfc3b423cbd3 req-c73ec7f3-4b03-412f-b207-946797543081 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 210 time: 0.0310650 Mar 30 01:31:18.927207 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e89fec-d588-4318-b3ad-95bb71b42729 req-2b720410-c920-45e7-930d-db1c8ff2bdff tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:18.929056 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86e89fec-d588-4318-b3ad-95bb71b42729 req-2b720410-c920-45e7-930d-db1c8ff2bdff tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0699701 Mar 30 01:31:18.977951 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86e89fec-d588-4318-b3ad-95bb71b42729 req-634488bd-b9a7-41c0-9a91-9f470df1b727 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433972 Mar 30 01:31:19.067701 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22cf07-b10d-42c9-aacd-dc741f38f9d7 req-c11394a5-ccae-4632-b14e-06aa71db5549 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:19.069163 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5e22cf07-b10d-42c9-aacd-dc741f38f9d7 req-c11394a5-ccae-4632-b14e-06aa71db5549 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 946 time: 0.0573325 Mar 30 01:31:19.117864 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5e22cf07-b10d-42c9-aacd-dc741f38f9d7 req-8a86450d-83bd-4f16-9791-8095bd203153 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429392 Mar 30 01:31:19.645908 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-63cbb455-214e-4737-b5aa-98e4413460db req-135f08d4-f465-40c2-beaf-d48be8ccaf2f tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 210 time: 0.0308547 Mar 30 01:31:19.905479 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-7eafe762-8fc6-47b0-a8a0-9137ca5f8a4f tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:19.907399 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-7eafe762-8fc6-47b0-a8a0-9137ca5f8a4f tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.10 "GET /v2.0/networks?id=73a62991-5fd7-4623-a5bc-02edbe951f9a HTTP/1.1" status: 200 len: 814 time: 0.1203938 Mar 30 01:31:19.940171 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Request body: {'port': {'device_id': '5bada57b-9400-4be0-b0db-5e5172921976', 'network_id': '73a62991-5fd7-4623-a5bc-02edbe951f9a', 'admin_state_up': True, 'tenant_id': '3c5f5559501e4265ace8a4c9b0914eb7'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:20.053574 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:20.062405 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Made reservation on behalf of 3c5f5559501e4265ace8a4c9b0914eb7 for: {'port': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:31:20.067349 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:20.169499 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94b83c-779f-4c77-a729-e191084e1446 req-a6826586-ddb3-4f5d-85d1-e7d663d1720c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:20.171470 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2d94b83c-779f-4c77-a729-e191084e1446 req-a6826586-ddb3-4f5d-85d1-e7d663d1720c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.1181879 Mar 30 01:31:20.254037 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de2c9e-730c-4566-b38e-75c6a72ea42a req-14b36d4c-03e9-435b-b069-d586569cd1f4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:20.254037 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-40de2c9e-730c-4566-b38e-75c6a72ea42a req-14b36d4c-03e9-435b-b069-d586569cd1f4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 946 time: 0.0599582 Mar 30 01:31:20.264683 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2d94b83c-779f-4c77-a729-e191084e1446 req-3d3afb0a-bfa9-4b9c-bd38-80a2176466ac tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863769 Mar 30 01:31:20.271595 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Allocated IP 172.20.0.6 (73a62991-5fd7-4623-a5bc-02edbe951f9a/ba9c5951-f21b-4aa7-984e-86d2a3beb4d5/107dde69-9158-4303-b17d-98c74f7f09a0) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:31:20.306375 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-40de2c9e-730c-4566-b38e-75c6a72ea42a req-f4cf3bb9-7a77-4c2b-a0fa-0b43e2c978c1 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525737 Mar 30 01:31:20.469523 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9790011-72c8-484c-aaf8-696badd31f56 req-f9217270-8118-4cda-8eba-ce15a2c5bf5d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:20.470959 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e9790011-72c8-484c-aaf8-696badd31f56 req-f9217270-8118-4cda-8eba-ce15a2c5bf5d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 946 time: 0.0979140 Mar 30 01:31:20.473577 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks [] for port (107dde69-9158-4303-b17d-98c74f7f09a0), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:20.540082 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e9790011-72c8-484c-aaf8-696badd31f56 req-a7f40f04-20e1-4e29-b710-3cb51e357af3 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633860 Mar 30 01:31:20.547909 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (107dde69-9158-4303-b17d-98c74f7f09a0), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:20.564509 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39174) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:20.604295 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Network 73a62991-5fd7-4623-a5bc-02edbe951f9a is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:31:20.628174 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:31:20.633400 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:31:20.637895 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Pushing event updated for resources: {'Port': ['ID=107dde69-9158-4303-b17d-98c74f7f09a0,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:20.664171 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.664521 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.664864 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.665202 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.665533 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.665863 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.666193 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.666521 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.666888 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.667215 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.667541 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.669254 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.669254 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.669254 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.669254 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:20.703525 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:20.704140 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:20.722606 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-60e08165-f8b0-452f-a75b-c7eac3011b8b tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7861364 Mar 30 01:31:20.735069 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Request body: {'port': {'device_id': '5bada57b-9400-4be0-b0db-5e5172921976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:20.797279 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (107dde69-9158-4303-b17d-98c74f7f09a0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:20.806857 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b6018-f58f-4030-b6d6-279f248bfd13 req-9f6b545d-0bc6-4939-b748-7ea371dc6553 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:20.808448 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-630b6018-f58f-4030-b6d6-279f248bfd13 req-9f6b545d-0bc6-4939-b748-7ea371dc6553 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 931 time: 0.0895014 Mar 30 01:31:20.814891 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d997b-221d-4b97-af4f-50d35af019bc tempest-TestVolumeBootPattern-910706038 tempest-TestVolumeBootPattern-910706038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:20.816361 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-9c5d997b-221d-4b97-af4f-50d35af019bc tempest-TestVolumeBootPattern-910706038 tempest-TestVolumeBootPattern-910706038-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 1125 time: 0.2508001 Mar 30 01:31:20.822840 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39180) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:20.828139 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Request body: {'floatingip': {'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'port_id': '0cc2c69a-da16-44f7-b7c1-42443a0571aa', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:31:20.876094 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:20.882584 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-630b6018-f58f-4030-b6d6-279f248bfd13 req-705a96ec-7035-4b8b-9b11-9bfcefa2ea4c tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652280 Mar 30 01:31:20.999651 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:21.104529 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107dde69-9158-4303-b17d-98c74f7f09a0 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:31:21.109155 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Allocated IP 172.27.2.120 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/87f1fd2d-d36a-4027-a2da-b2a01c9b627e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:31:21.113632 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Publish callbacks [] for port (107dde69-9158-4303-b17d-98c74f7f09a0), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:21.127066 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Transition to ACTIVE for port object 107dde69-9158-4303-b17d-98c74f7f09a0 will not be triggered until provisioned by entity L2. {{(pid=103227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:31:21.131405 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (107dde69-9158-4303-b17d-98c74f7f09a0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:21.181257 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Pushing event updated for resources: {'Port': ['ID=107dde69-9158-4303-b17d-98c74f7f09a0,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:21.222010 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for port (87f1fd2d-d36a-4027-a2da-b2a01c9b627e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:21.254571 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Attempting to bind port 107dde69-9158-4303-b17d-98c74f7f09a0 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:31:21.254824 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Attempting to bind port 107dde69-9158-4303-b17d-98c74f7f09a0 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '3d9973df-8a1f-4676-9d67-399f78cedd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '73a62991-5fd7-4623-a5bc-02edbe951f9a'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:31:21.255165 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Attempting to bind port 107dde69-9158-4303-b17d-98c74f7f09a0 on network 73a62991-5fd7-4623-a5bc-02edbe951f9a {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:31:21.259654 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Port 107dde69-9158-4303-b17d-98c74f7f09a0 on network 73a62991-5fd7-4623-a5bc-02edbe951f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:31:21.260053 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Attempting to bind port 107dde69-9158-4303-b17d-98c74f7f09a0 on network 73a62991-5fd7-4623-a5bc-02edbe951f9a {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:31:21.263988 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (87f1fd2d-d36a-4027-a2da-b2a01c9b627e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:21.266848 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:31:21.266991 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Checking segment: {'id': '3d9973df-8a1f-4676-9d67-399f78cedd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '73a62991-5fd7-4623-a5bc-02edbe951f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:31:21.267359 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Bound using segment: {'id': '3d9973df-8a1f-4676-9d67-399f78cedd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '73a62991-5fd7-4623-a5bc-02edbe951f9a'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:31:21.267794 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Bound port: 107dde69-9158-4303-b17d-98c74f7f09a0, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9973df-8a1f-4676-9d67-399f78cedd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '73a62991-5fd7-4623-a5bc-02edbe951f9a'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:31:21.268162 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (107dde69-9158-4303-b17d-98c74f7f09a0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:21.303398 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:31:21.306448 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:31:21.311413 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:31:21.360377 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'Port': ['ID=87f1fd2d-d36a-4027-a2da-b2a01c9b627e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:21.369465 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] For port 107dde69-9158-4303-b17d-98c74f7f09a0, host hv-cinder-81713, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:31:21.397869 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] For port 107dde69-9158-4303-b17d-98c74f7f09a0, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=107dde69-9158-4303-b17d-98c74f7f09a0,segment=NetworkSegment(3d9973df-8a1f-4676-9d67-399f78cedd00),segment_id=3d9973df-8a1f-4676-9d67-399f78cedd00)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:31:21.409242 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (107dde69-9158-4303-b17d-98c74f7f09a0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:21.454560 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc31102-16a9-4abd-bfa3-77fb8ffdc167 req-28032715-2e3f-40cf-9f43-3cd2c65ca112 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:21.456168 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0cc31102-16a9-4abd-bfa3-77fb8ffdc167 req-28032715-2e3f-40cf-9f43-3cd2c65ca112 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.1014595 Mar 30 01:31:21.461625 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:21.462072 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:21.463468 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4a041048-e427-4326-b816-918afdd688f3 service neutron] 10.222.0.10 "PUT /v2.0/ports/107dde69-9158-4303-b17d-98c74f7f09a0 HTTP/1.1" status: 200 len: 1093 time: 0.7327647 Mar 30 01:31:21.463921 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bada57b-9400-4be0-b0db-5e5172921976', 'tag': '107dde69-9158-4303-b17d-98c74f7f09a0'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:21.466241 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1f4053-bbc6-4b2e-a3fa-8dfa452cdf1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5bada57b-9400-4be0-b0db-5e5172921976", "tag": "107dde69-9158-4303-b17d-98c74f7f09a0"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:21.506177 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a041048-e427-4326-b816-918afdd688f3 service neutron] Pushing event updated for resources: {'Port': ['ID=107dde69-9158-4303-b17d-98c74f7f09a0,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:21.515996 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3418ae4c-6207-4b31-b939-7a95ac52a140 x-openstack-request-id: req-3418ae4c-6207-4b31-b939-7a95ac52a140 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:21.516297 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bada57b-9400-4be0-b0db-5e5172921976", "tag": "107dde69-9158-4303-b17d-98c74f7f09a0", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:21.516552 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3418ae4c-6207-4b31-b939-7a95ac52a140 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:21.516975 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3418ae4c-6207-4b31-b939-7a95ac52a140'] response: {'name': 'network-changed', 'server_uuid': '5bada57b-9400-4be0-b0db-5e5172921976', 'tag': '107dde69-9158-4303-b17d-98c74f7f09a0', 'status': 'completed', 'code': 200} Mar 30 01:31:21.547653 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0cc31102-16a9-4abd-bfa3-77fb8ffdc167 req-23beaa0f-ea0f-4b5b-b9e8-aaa183fcacd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725157 Mar 30 01:31:21.581507 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-8b6ca677-0218-4cdd-b352-7214a754d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:21.583127 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-8b6ca677-0218-4cdd-b352-7214a754d779 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c5f5559501e4265ace8a4c9b0914eb7&device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 1127 time: 0.0524964 Mar 30 01:31:21.637128 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-f4a05f73-9318-4bfa-ad76-429654e68405 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=107dde69-9158-4303-b17d-98c74f7f09a0 HTTP/1.1" status: 200 len: 217 time: 0.0396292 Mar 30 01:31:21.693266 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-950ccc4d-d591-46f8-ac9e-8886f10353e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:21.694758 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-950ccc4d-d591-46f8-ac9e-8886f10353e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ba9c5951-f21b-4aa7-984e-86d2a3beb4d5 HTTP/1.1" status: 200 len: 854 time: 0.0456679 Mar 30 01:31:21.723848 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for floatingip (61596e0a-3f40-48b7-9c53-27bc3758f615), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:21.726787 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-4d19243e-5ae2-4bdb-b7e7-889717474d59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73a62991-5fd7-4623-a5bc-02edbe951f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253639 Mar 30 01:31:21.796572 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (87f1fd2d-d36a-4027-a2da-b2a01c9b627e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:21.822309 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-5d17f574-64a9-4870-bcdb-d0cf26dd3a9a service neutron] 10.222.0.10 "GET /v2.0/networks/73a62991-5fd7-4623-a5bc-02edbe951f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867226 Mar 30 01:31:21.920961 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ebe1be7f-b85d-4dd9-bffd-cb487d2cfe75 req-044efef1-6adc-4b9d-a626-86d2aa57e2b4 service neutron] 10.222.0.10 "GET /v2.0/networks/73a62991-5fd7-4623-a5bc-02edbe951f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895064 Mar 30 01:31:22.037071 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f4053-bbc6-4b2e-a3fa-8dfa452cdf1c req-48cf188c-04fc-47cc-b75a-4daeb3059060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:22.038597 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4e1f4053-bbc6-4b2e-a3fa-8dfa452cdf1c req-48cf188c-04fc-47cc-b75a-4daeb3059060 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c5f5559501e4265ace8a4c9b0914eb7&device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 1127 time: 0.0596280 Mar 30 01:31:22.152936 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f4053-bbc6-4b2e-a3fa-8dfa452cdf1c req-da61027f-0a97-4aab-8a01-27a57ea9a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:22.155265 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4e1f4053-bbc6-4b2e-a3fa-8dfa452cdf1c req-da61027f-0a97-4aab-8a01-27a57ea9a6b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=73a62991-5fd7-4623-a5bc-02edbe951f9a HTTP/1.1" status: 200 len: 915 time: 0.1015043 Mar 30 01:31:22.207060 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4e1f4053-bbc6-4b2e-a3fa-8dfa452cdf1c req-e7378fda-3f0a-4af8-92a9-c4fedb1abcc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=107dde69-9158-4303-b17d-98c74f7f09a0 HTTP/1.1" status: 200 len: 217 time: 0.0424998 Mar 30 01:31:22.248092 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for port (87f1fd2d-d36a-4027-a2da-b2a01c9b627e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:22.257278 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f4053-bbc6-4b2e-a3fa-8dfa452cdf1c req-be1bd7a1-b371-49a9-af94-93cb653e957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:22.258866 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4e1f4053-bbc6-4b2e-a3fa-8dfa452cdf1c req-be1bd7a1-b371-49a9-af94-93cb653e957b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ba9c5951-f21b-4aa7-984e-86d2a3beb4d5 HTTP/1.1" status: 200 len: 854 time: 0.0456669 Mar 30 01:31:22.261517 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (87f1fd2d-d36a-4027-a2da-b2a01c9b627e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:22.290933 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4e1f4053-bbc6-4b2e-a3fa-8dfa452cdf1c req-cff6f816-99df-4034-a7fa-106e98de6b34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73a62991-5fd7-4623-a5bc-02edbe951f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251706 Mar 30 01:31:22.300360 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6230d-5079-4454-93f2-0c1d5b05e283 req-a1279086-f48f-422c-adca-2b09f3ba2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:22.301857 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00a6230d-5079-4454-93f2-0c1d5b05e283 req-a1279086-f48f-422c-adca-2b09f3ba2da4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40c47efe85b3419bbfe4af492f367fa3&device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 1128 time: 0.1285136 Mar 30 01:31:22.314798 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b20063-888d-4564-8f41-8fb0a3e734ba req-961f10e4-a8b2-4cdb-88c6-1acd7e3c48ee tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:22.316194 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-04b20063-888d-4564-8f41-8fb0a3e734ba req-961f10e4-a8b2-4cdb-88c6-1acd7e3c48ee tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 943 time: 0.1439359 Mar 30 01:31:22.382990 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'Port': ['ID=87f1fd2d-d36a-4027-a2da-b2a01c9b627e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:22.399008 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4e1f4053-bbc6-4b2e-a3fa-8dfa452cdf1c req-42d3cc07-a3b5-445a-9305-472eefe74c8d service neutron] 10.222.0.10 "GET /v2.0/networks/73a62991-5fd7-4623-a5bc-02edbe951f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009643 Mar 30 01:31:22.431137 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.431496 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.431844 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.432187 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.432522 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.432855 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.433184 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.433511 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.433842 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.434261 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.434597 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.434958 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.435295 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.435622 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.435943 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:31:22.463344 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (61596e0a-3f40-48b7-9c53-27bc3758f615), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:22.509519 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4e1f4053-bbc6-4b2e-a3fa-8dfa452cdf1c req-a3acb7a6-b38d-41ef-8492-d3928b369400 service neutron] 10.222.0.10 "GET /v2.0/networks/73a62991-5fd7-4623-a5bc-02edbe951f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022501 Mar 30 01:31:22.543946 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-04b20063-888d-4564-8f41-8fb0a3e734ba req-6e50f269-7c71-4a6e-baaa-4a0ec7af2d51 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035336 Mar 30 01:31:22.588202 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6230d-5079-4454-93f2-0c1d5b05e283 req-28b6d99a-4433-4fb3-810f-a51e9f18f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:22.589688 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00a6230d-5079-4454-93f2-0c1d5b05e283 req-28b6d99a-4433-4fb3-810f-a51e9f18f366 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4292407f-f21a-4ca4-83dc-33c4f2c633d6 HTTP/1.1" status: 200 len: 918 time: 0.2482119 Mar 30 01:31:22.615725 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Floating IP 61596e0a-3f40-48b7-9c53-27bc3758f615 associated. External IP: 172.27.2.120, port: 0cc2c69a-da16-44f7-b7c1-42443a0571aa. Mar 30 01:31:22.701190 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64418c76-6877-43c7-9f16-b64b7ae680c2 req-a55bb68c-0139-457e-9175-0fb446af5926 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:22.702740 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-64418c76-6877-43c7-9f16-b64b7ae680c2 req-a55bb68c-0139-457e-9175-0fb446af5926 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0658395 Mar 30 01:31:22.759798 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-64418c76-6877-43c7-9f16-b64b7ae680c2 req-f25426ef-53b8-4d07-bdf9-8f488b67c982 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508304 Mar 30 01:31:22.763405 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00a6230d-5079-4454-93f2-0c1d5b05e283 req-f882db3b-deef-4016-b377-2cb13b57c96a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38943836-c01b-4a56-95db-010e6337cfe2 HTTP/1.1" status: 200 len: 1000 time: 0.1589420 Mar 30 01:31:22.827301 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6230d-5079-4454-93f2-0c1d5b05e283 req-8da54e1d-f2e0-425a-905e-2f26f4bc527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:22.828701 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00a6230d-5079-4454-93f2-0c1d5b05e283 req-8da54e1d-f2e0-425a-905e-2f26f4bc527d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94dad553-4d41-4378-b1f8-7911db8bcff2 HTTP/1.1" status: 200 len: 856 time: 0.0592029 Mar 30 01:31:22.955904 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6230d-5079-4454-93f2-0c1d5b05e283 req-cfff21f2-f2cb-493f-8e17-cdd85342acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:22.957390 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00a6230d-5079-4454-93f2-0c1d5b05e283 req-cfff21f2-f2cb-493f-8e17-cdd85342acc4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4292407f-f21a-4ca4-83dc-33c4f2c633d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0916092 Mar 30 01:31:23.014571 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Router d2d3858a-2988-480b-a61d-64f2fe4702a1 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:31:23.087707 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:23.126859 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00a6230d-5079-4454-93f2-0c1d5b05e283 req-ab59f13e-d459-4a56-a5b5-c0ec192d05c2 service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616945 Mar 30 01:31:23.221969 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:31:23.232303 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4397d-c734-4554-93dc-7354bbc5de46 None None] Sync routers for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:31:23.244117 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4397d-c734-4554-93dc-7354bbc5de46 None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:31:23.244579 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a8f4397d-c734-4554-93dc-7354bbc5de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:31:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:23.249193 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00a6230d-5079-4454-93f2-0c1d5b05e283 req-0172bf92-da66-45de-bdba-4b3c19a94b1c service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138539 Mar 30 01:31:23.252393 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:23.287558 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8587bf0e-6708-48fa-872d-a9dc02819c50 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4636528 Mar 30 01:31:23.288147 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096b4a9e-52c6-48ea-9fc9-92e82132dc79', 'tag': '0cc2c69a-da16-44f7-b7c1-42443a0571aa'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:23.291139 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba93090-a60b-49e4-9c2e-9b811b76009b" -d '{"events": [{"name": "network-changed", "server_uuid": "096b4a9e-52c6-48ea-9fc9-92e82132dc79", "tag": "0cc2c69a-da16-44f7-b7c1-42443a0571aa"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:23.327793 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1299252-7e83-4854-93b5-8cec471cb319 x-openstack-request-id: req-f1299252-7e83-4854-93b5-8cec471cb319 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:23.328440 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096b4a9e-52c6-48ea-9fc9-92e82132dc79", "tag": "0cc2c69a-da16-44f7-b7c1-42443a0571aa", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:23.328440 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1299252-7e83-4854-93b5-8cec471cb319 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:23.328744 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1299252-7e83-4854-93b5-8cec471cb319'] response: {'name': 'network-changed', 'server_uuid': '096b4a9e-52c6-48ea-9fc9-92e82132dc79', 'tag': '0cc2c69a-da16-44f7-b7c1-42443a0571aa', 'status': 'completed', 'code': 200} Mar 30 01:31:23.369869 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-a8f4397d-c734-4554-93dc-7354bbc5de46 None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:31:23.403311 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba93090-a60b-49e4-9c2e-9b811b76009b req-feee3139-4f7d-4fa0-8adb-4d9cffec5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:23.404835 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ba93090-a60b-49e4-9c2e-9b811b76009b req-feee3139-4f7d-4fa0-8adb-4d9cffec5808 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 1130 time: 0.0440876 Mar 30 01:31:23.503228 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba93090-a60b-49e4-9c2e-9b811b76009b req-56d536c2-def4-4f24-a7c2-5a18b1f225ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:23.504870 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ba93090-a60b-49e4-9c2e-9b811b76009b req-56d536c2-def4-4f24-a7c2-5a18b1f225ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 913 time: 0.0894217 Mar 30 01:31:23.578233 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ba93090-a60b-49e4-9c2e-9b811b76009b req-caf2249b-a522-41b9-821c-edab479c9fdb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc2c69a-da16-44f7-b7c1-42443a0571aa HTTP/1.1" status: 200 len: 1000 time: 0.0629957 Mar 30 01:31:23.598927 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a8f4397d-c734-4554-93dc-7354bbc5de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '61596e0a-3f40-48b7-9c53-27bc3758f615', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '0cc2c69a-da16-44f7-b7c1-42443a0571aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:b2:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096b4a9e-52c6-48ea-9fc9-92e82132dc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:31:21Z', 'updated_at': '2022-03-30T01:31:21Z', 'revision_number': 0, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:23.633342 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4397d-c734-4554-93dc-7354bbc5de46 None None] Checking router: d2d3858a-2988-480b-a61d-64f2fe4702a1 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:31:23.635881 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba93090-a60b-49e4-9c2e-9b811b76009b req-9f338edc-64e7-4fc7-b1c4-0c82404378d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:23.637793 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ba93090-a60b-49e4-9c2e-9b811b76009b req-9f338edc-64e7-4fc7-b1c4-0c82404378d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7e66c9a-9d48-438a-b32c-4872a07765cf HTTP/1.1" status: 200 len: 851 time: 0.0496540 Mar 30 01:31:23.642334 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4397d-c734-4554-93dc-7354bbc5de46 None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:31:23.642971 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a8f4397d-c734-4554-93dc-7354bbc5de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:31:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:23.683331 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75cb57-d765-4674-abe2-ab24b260c482 req-3bde3fd3-8f86-4490-b2b7-207145a49f81 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:23.686023 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ce75cb57-d765-4674-abe2-ab24b260c482 req-3bde3fd3-8f86-4490-b2b7-207145a49f81 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 943 time: 0.0733795 Mar 30 01:31:23.696535 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba93090-a60b-49e4-9c2e-9b811b76009b req-c5302736-9833-4adf-8bdc-8c24c349b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:23.698324 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ba93090-a60b-49e4-9c2e-9b811b76009b req-c5302736-9833-4adf-8bdc-8c24c349b002 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541759 Mar 30 01:31:23.735374 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ce75cb57-d765-4674-abe2-ab24b260c482 req-a15a0d77-b3cb-433a-9407-c09feb80aac1 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 Mar 30 01:31:23.759964 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-a8f4397d-c734-4554-93dc-7354bbc5de46 None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:31:23.795993 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ba93090-a60b-49e4-9c2e-9b811b76009b req-8c434157-d30a-497a-92dc-16c9ae40927c service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896621 Mar 30 01:31:23.951086 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc61269-fe66-407c-9927-5b6f19425d2e req-1c48ec1e-e22e-447b-b25d-42af1425ca09 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:23.952534 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dbc61269-fe66-407c-9927-5b6f19425d2e req-1c48ec1e-e22e-447b-b25d-42af1425ca09 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0874541 Mar 30 01:31:23.954517 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ba93090-a60b-49e4-9c2e-9b811b76009b req-9082989f-97d3-4b32-b0f0-906a7ab6143d service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507764 Mar 30 01:31:24.015188 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a8f4397d-c734-4554-93dc-7354bbc5de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '61596e0a-3f40-48b7-9c53-27bc3758f615', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '0cc2c69a-da16-44f7-b7c1-42443a0571aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:b2:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096b4a9e-52c6-48ea-9fc9-92e82132dc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:31:21Z', 'updated_at': '2022-03-30T01:31:21Z', 'revision_number': 0, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:31:24.025695 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dbc61269-fe66-407c-9927-5b6f19425d2e req-1a5aa2e8-2a84-453b-a9c9-9738c7837ff3 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656633 Mar 30 01:31:24.043194 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4397d-c734-4554-93dc-7354bbc5de46 None None] The sync data for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi is: [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '61596e0a-3f40-48b7-9c53-27bc3758f615', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '0cc2c69a-da16-44f7-b7c1-42443a0571aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:b2:be:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096b4a9e-52c6-48ea-9fc9-92e82132dc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:31:21Z', 'updated_at': '2022-03-30T01:31:21Z', 'revision_number': 0, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:31:24.117799 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 39230) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:24.230655 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7bb29730-14fb-40f7-b5b3-6b65cfed1e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:24.258565 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f23d18-958e-42d1-889a-1bf9f7253096 None None] New status for floating IP 61596e0a-3f40-48b7-9c53-27bc3758f615: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:31:24.310406 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7bb29730-14fb-40f7-b5b3-6b65cfed1e7d admin admin] Publish callbacks [] for security_group (888ef699-f6d6-4030-a724-90977f50d2aa), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:24.315647 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7bb29730-14fb-40f7-b5b3-6b65cfed1e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (888ef699-f6d6-4030-a724-90977f50d2aa), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:24.364782 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-7bb29730-14fb-40f7-b5b3-6b65cfed1e7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c582d943f9c4bb8aa31eb008abfafa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456968 Mar 30 01:31:24.365662 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb29730-14fb-40f7-b5b3-6b65cfed1e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888ef699-f6d6-4030-a724-90977f50d2aa,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:24.367434 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39236) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:24.428762 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9961d625-6666-49e3-94dc-5e3c0d5ee975 admin admin] Publish callbacks [] for security_group (888ef699-f6d6-4030-a724-90977f50d2aa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:24.452239 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9961d625-6666-49e3-94dc-5e3c0d5ee975 admin admin] Publish callbacks [] for security_group (888ef699-f6d6-4030-a724-90977f50d2aa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:24.503580 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9961d625-6666-49e3-94dc-5e3c0d5ee975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (888ef699-f6d6-4030-a724-90977f50d2aa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:24.506741 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9961d625-6666-49e3-94dc-5e3c0d5ee975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:24.507911 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-9961d625-6666-49e3-94dc-5e3c0d5ee975 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/888ef699-f6d6-4030-a724-90977f50d2aa HTTP/1.1" status: 204 len: 168 time: 0.1393619 Mar 30 01:31:24.517038 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961d625-6666-49e3-94dc-5e3c0d5ee975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888ef699-f6d6-4030-a724-90977f50d2aa,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:24.857708 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a68808-83af-4d23-8136-e3e6faed29b9 req-7db3c585-b05b-4d64-8730-f2c2f3b22250 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:24.860026 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d1a68808-83af-4d23-8136-e3e6faed29b9 req-7db3c585-b05b-4d64-8730-f2c2f3b22250 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 943 time: 0.0549095 Mar 30 01:31:24.912007 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d1a68808-83af-4d23-8136-e3e6faed29b9 req-a02bf49d-9f9a-48eb-a898-1b8ae4286e91 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455489 Mar 30 01:31:25.200930 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f6012-538c-4f8b-b81e-890b9bb08b96 req-60d183aa-89a5-4778-addb-cc3512888cd5 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:25.202467 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-974f6012-538c-4f8b-b81e-890b9bb08b96 req-60d183aa-89a5-4778-addb-cc3512888cd5 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 944 time: 0.0569854 Mar 30 01:31:25.256227 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-974f6012-538c-4f8b-b81e-890b9bb08b96 req-978584b8-248a-44f2-91c3-c2d05a8cda33 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467043 Mar 30 01:31:25.658001 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 107dde69-9158-4303-b17d-98c74f7f09a0 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:31:25.755882 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 107dde69-9158-4303-b17d-98c74f7f09a0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=107dde69-9158-4303-b17d-98c74f7f09a0,segment=NetworkSegment(3d9973df-8a1f-4676-9d67-399f78cedd00),segment_id=3d9973df-8a1f-4676-9d67-399f78cedd00)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:25.767790 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '107dde69-9158-4303-b17d-98c74f7f09a0', 'network_id': '73a62991-5fd7-4623-a5bc-02edbe951f9a', 'port_id': '107dde69-9158-4303-b17d-98c74f7f09a0', 'mac_address': 'fa:16:3e:ba:0a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9c5951-f21b-4aa7-984e-86d2a3beb4d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:31:25.806068 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 107dde69-9158-4303-b17d-98c74f7f09a0 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:25.806469 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (107dde69-9158-4303-b17d-98c74f7f09a0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:25.827740 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107dde69-9158-4303-b17d-98c74f7f09a0 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:31:25.848381 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 107dde69-9158-4303-b17d-98c74f7f09a0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=107dde69-9158-4303-b17d-98c74f7f09a0,segment=NetworkSegment(3d9973df-8a1f-4676-9d67-399f78cedd00),segment_id=3d9973df-8a1f-4676-9d67-399f78cedd00)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:25.852593 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (107dde69-9158-4303-b17d-98c74f7f09a0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:25.853271 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 38943836-c01b-4a56-95db-010e6337cfe2 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:31:25.914973 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=107dde69-9158-4303-b17d-98c74f7f09a0,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:26.008225 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 38943836-c01b-4a56-95db-010e6337cfe2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38943836-c01b-4a56-95db-010e6337cfe2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:26.024281 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '38943836-c01b-4a56-95db-010e6337cfe2', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'port_id': '38943836-c01b-4a56-95db-010e6337cfe2', 'mac_address': 'fa:16:3e:1c:6b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:31:26.045932 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec0b19-e4d7-403b-9f05-713fbf77a8e3 req-29a7648a-f633-4546-b145-9748f39705cc tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:26.047595 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6fec0b19-e4d7-403b-9f05-713fbf77a8e3 req-29a7648a-f633-4546-b145-9748f39705cc tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 944 time: 0.0602152 Mar 30 01:31:26.072311 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 38943836-c01b-4a56-95db-010e6337cfe2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:26.073134 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (38943836-c01b-4a56-95db-010e6337cfe2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:26.088888 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38943836-c01b-4a56-95db-010e6337cfe2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:31:26.105062 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6fec0b19-e4d7-403b-9f05-713fbf77a8e3 req-b2e2c137-c743-4e54-814a-51ab3f4c0292 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506966 Mar 30 01:31:26.111218 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 38943836-c01b-4a56-95db-010e6337cfe2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38943836-c01b-4a56-95db-010e6337cfe2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:26.116356 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (38943836-c01b-4a56-95db-010e6337cfe2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:26.164140 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=38943836-c01b-4a56-95db-010e6337cfe2,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:26.383365 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96bcc0-73a7-41e4-85d9-2501dd800ffa req-0ee13f9b-fb21-4ab1-a8fe-23122f5da462 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:26.384922 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2d96bcc0-73a7-41e4-85d9-2501dd800ffa req-0ee13f9b-fb21-4ab1-a8fe-23122f5da462 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 945 time: 0.0536909 Mar 30 01:31:26.431257 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2d96bcc0-73a7-41e4-85d9-2501dd800ffa req-98ea6282-af00-42e8-b8b0-60a2a6c8c05c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407600 Mar 30 01:31:26.484902 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['107dde69-9158-4303-b17d-98c74f7f09a0'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:31:26.509306 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['38943836-c01b-4a56-95db-010e6337cfe2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:31:27.225537 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140083a-a244-4bc6-9eba-eae9c1c37f29 req-650323cd-8fb4-4b9e-9d50-6cbf710905e4 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:27.227016 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-1140083a-a244-4bc6-9eba-eae9c1c37f29 req-650323cd-8fb4-4b9e-9d50-6cbf710905e4 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 944 time: 0.0524669 Mar 30 01:31:27.273698 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-1140083a-a244-4bc6-9eba-eae9c1c37f29 req-16013cad-8d9f-4e8d-b1ea-67099981d572 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Mar 30 01:31:27.556339 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56a0e6-0bcf-410f-af6b-20aa0fd01435 req-f7d1cfbd-641b-4639-99b8-69d992f1d692 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:27.557799 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e56a0e6-0bcf-410f-af6b-20aa0fd01435 req-f7d1cfbd-641b-4639-99b8-69d992f1d692 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 945 time: 0.0551476 Mar 30 01:31:27.602687 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e56a0e6-0bcf-410f-af6b-20aa0fd01435 req-86999997-4af4-4d88-98f6-5117ce0c113c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385749 Mar 30 01:31:27.662603 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 107dde69-9158-4303-b17d-98c74f7f09a0 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:31:27.715796 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port 107dde69-9158-4303-b17d-98c74f7f09a0 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:31:27.719745 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 107dde69-9158-4303-b17d-98c74f7f09a0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:31:27.720143 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (107dde69-9158-4303-b17d-98c74f7f09a0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:27.812481 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 107dde69-9158-4303-b17d-98c74f7f09a0 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:27.812948 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (107dde69-9158-4303-b17d-98c74f7f09a0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:27.835045 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bada57b-9400-4be0-b0db-5e5172921976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107dde69-9158-4303-b17d-98c74f7f09a0'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:27.837263 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc673f04-0945-4002-91d6-108f9ea4ba56" -d '{"events": [{"server_uuid": "5bada57b-9400-4be0-b0db-5e5172921976", "name": "network-vif-plugged", "status": "completed", "tag": "107dde69-9158-4303-b17d-98c74f7f09a0"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:27.849655 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 107dde69-9158-4303-b17d-98c74f7f09a0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=107dde69-9158-4303-b17d-98c74f7f09a0,segment=NetworkSegment(3d9973df-8a1f-4676-9d67-399f78cedd00),segment_id=3d9973df-8a1f-4676-9d67-399f78cedd00)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:27.854145 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (107dde69-9158-4303-b17d-98c74f7f09a0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:27.855025 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 38943836-c01b-4a56-95db-010e6337cfe2 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:31:27.901522 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f172c38-a719-42f5-8e24-c4faba56bec9 x-openstack-request-id: req-5f172c38-a719-42f5-8e24-c4faba56bec9 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:27.902255 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bada57b-9400-4be0-b0db-5e5172921976", "name": "network-vif-plugged", "status": "completed", "tag": "107dde69-9158-4303-b17d-98c74f7f09a0", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:27.902255 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f172c38-a719-42f5-8e24-c4faba56bec9 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:27.902547 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f172c38-a719-42f5-8e24-c4faba56bec9'] response: {'server_uuid': '5bada57b-9400-4be0-b0db-5e5172921976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107dde69-9158-4303-b17d-98c74f7f09a0', 'code': 200} Mar 30 01:31:27.942148 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=107dde69-9158-4303-b17d-98c74f7f09a0,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:27.953518 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 38943836-c01b-4a56-95db-010e6337cfe2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:31:27.953659 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (38943836-c01b-4a56-95db-010e6337cfe2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:28.041655 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 38943836-c01b-4a56-95db-010e6337cfe2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:31:28.042055 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (38943836-c01b-4a56-95db-010e6337cfe2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:28.066075 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6188650-9498-4338-b40d-c1e45912a79c req-f5e16f55-c64b-4322-8e14-e7060cb99e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:28.067655 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c6188650-9498-4338-b40d-c1e45912a79c req-f5e16f55-c64b-4322-8e14-e7060cb99e86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 1129 time: 0.0457489 Mar 30 01:31:28.079343 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 38943836-c01b-4a56-95db-010e6337cfe2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38943836-c01b-4a56-95db-010e6337cfe2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:31:28.083794 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (38943836-c01b-4a56-95db-010e6337cfe2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:28.124359 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c6188650-9498-4338-b40d-c1e45912a79c req-b4acdbb8-db76-41c7-9805-b0760a689ebf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421400 Mar 30 01:31:28.146568 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=38943836-c01b-4a56-95db-010e6337cfe2,revision_number=10']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:28.408088 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f7eb2-81ab-43c3-9ee8-14293b5188ef req-b17f700e-53ae-438f-96f9-bf5e4eb176eb tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:28.410006 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-744f7eb2-81ab-43c3-9ee8-14293b5188ef req-b17f700e-53ae-438f-96f9-bf5e4eb176eb tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 945 time: 0.0649393 Mar 30 01:31:28.466803 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-744f7eb2-81ab-43c3-9ee8-14293b5188ef req-e8826f22-983d-4db3-9403-3b9e875929ad tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509541 Mar 30 01:31:28.737843 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a27e2-b52c-427e-aec2-5629eeb48cca req-4581448a-2360-42c0-8323-c698a683664b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:28.739288 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-229a27e2-b52c-427e-aec2-5629eeb48cca req-4581448a-2360-42c0-8323-c698a683664b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 947 time: 0.0564337 Mar 30 01:31:28.786848 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-229a27e2-b52c-427e-aec2-5629eeb48cca req-ea0437d9-c090-4a17-8380-4bb59add45c2 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408983 Mar 30 01:31:29.583350 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d6c20-580b-4bd7-8974-10b2d022d10b req-51d872df-c532-4bce-9933-49bee25894e5 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:29.584837 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-080d6c20-580b-4bd7-8974-10b2d022d10b req-51d872df-c532-4bce-9933-49bee25894e5 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 945 time: 0.0518620 Mar 30 01:31:29.632961 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-080d6c20-580b-4bd7-8974-10b2d022d10b req-7951faef-7d3c-42aa-beae-98fea77f1e0f tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424745 Mar 30 01:31:29.903933 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38943836-c01b-4a56-95db-010e6337cfe2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:31:29.906536 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef4ba7a-d113-4e86-930d-f2b7a590d5a6" -d '{"events": [{"server_uuid": "4a25986c-3fec-4cdf-83ac-e13e3777ed58", "name": "network-vif-plugged", "status": "completed", "tag": "38943836-c01b-4a56-95db-010e6337cfe2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:31:29.919290 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d5469-c915-491d-8596-d63a3e7adf3d req-87022bb5-3211-478c-9052-409bc6748d36 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:29.921724 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3a8d5469-c915-491d-8596-d63a3e7adf3d req-87022bb5-3211-478c-9052-409bc6748d36 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 947 time: 0.0619557 Mar 30 01:31:29.960133 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a31ffe-74df-43f2-aeca-cf92506bdadb x-openstack-request-id: req-71a31ffe-74df-43f2-aeca-cf92506bdadb {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:31:29.960437 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a25986c-3fec-4cdf-83ac-e13e3777ed58", "name": "network-vif-plugged", "status": "completed", "tag": "38943836-c01b-4a56-95db-010e6337cfe2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:31:29.960689 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71a31ffe-74df-43f2-aeca-cf92506bdadb {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:31:29.961247 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a31ffe-74df-43f2-aeca-cf92506bdadb'] response: {'server_uuid': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38943836-c01b-4a56-95db-010e6337cfe2', 'code': 200} Mar 30 01:31:29.985886 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3a8d5469-c915-491d-8596-d63a3e7adf3d req-6ff30522-59d9-41e1-8bcc-d87a8b623d38 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578241 Mar 30 01:31:30.625179 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094fc9b-8594-41f8-a99d-038f9484a48e req-999f811c-c806-4b4f-aec2-d9ab07c95a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:30.626691 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8094fc9b-8594-41f8-a99d-038f9484a48e req-999f811c-c806-4b4f-aec2-d9ab07c95a5e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 1131 time: 0.0434904 Mar 30 01:31:30.675155 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8094fc9b-8594-41f8-a99d-038f9484a48e req-877ddea5-ef96-46bc-8230-e1aea9124644 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400641 Mar 30 01:31:30.751825 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c4766-61be-457b-b82f-621c347bef8a req-899e3fc2-20a2-42d1-a3b5-25f4f45735ad tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:30.753294 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-528c4766-61be-457b-b82f-621c347bef8a req-899e3fc2-20a2-42d1-a3b5-25f4f45735ad tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 945 time: 0.0540669 Mar 30 01:31:30.799654 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-528c4766-61be-457b-b82f-621c347bef8a req-0e5b26d5-d7b3-4816-b400-5e9000ebe9fb tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409241 Mar 30 01:31:31.111170 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718375b3-adf4-4356-9def-58679421cd58 req-f3bef26b-3789-4619-8f71-25d0eeceb72a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:31.112761 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-718375b3-adf4-4356-9def-58679421cd58 req-f3bef26b-3789-4619-8f71-25d0eeceb72a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 947 time: 0.0555954 Mar 30 01:31:31.167364 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-718375b3-adf4-4356-9def-58679421cd58 req-5fa6a1ec-abcb-453d-9835-d0c8f2fc1227 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485513 Mar 30 01:31:32.289477 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43b065-5cd5-4068-84da-3b33cf5460bc req-d6a68c7c-5a26-4137-814e-33805afe87ce tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:32.291000 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed43b065-5cd5-4068-84da-3b33cf5460bc req-d6a68c7c-5a26-4137-814e-33805afe87ce tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 947 time: 0.0555642 Mar 30 01:31:32.560043 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed43b065-5cd5-4068-84da-3b33cf5460bc req-f9568114-c090-4518-8e3e-6c1d8972842a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628043 Mar 30 01:31:32.774718 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:32.888459 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69542d90-cda7-4eca-a3e9-8855f7ac33cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:32.966417 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69542d90-cda7-4eca-a3e9-8855f7ac33cd admin admin] Publish callbacks [] for security_group (bda76635-5ca3-420e-a378-c96502e99f18), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:32.971943 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69542d90-cda7-4eca-a3e9-8855f7ac33cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (bda76635-5ca3-420e-a378-c96502e99f18), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:33.009753 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69542d90-cda7-4eca-a3e9-8855f7ac33cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda76635-5ca3-420e-a378-c96502e99f18,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:33.015523 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-69542d90-cda7-4eca-a3e9-8855f7ac33cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0e3da5f182341c6a6c2b48d5ef79ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395818 Mar 30 01:31:33.017874 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39466) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:33.071172 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4faffbc9-7ead-4043-a377-696ade639988 admin admin] Publish callbacks [] for security_group (bda76635-5ca3-420e-a378-c96502e99f18), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:33.093707 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4faffbc9-7ead-4043-a377-696ade639988 admin admin] Publish callbacks [] for security_group (bda76635-5ca3-420e-a378-c96502e99f18), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:33.144843 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4faffbc9-7ead-4043-a377-696ade639988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (bda76635-5ca3-420e-a378-c96502e99f18), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:33.147501 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4faffbc9-7ead-4043-a377-696ade639988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:33.148629 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4faffbc9-7ead-4043-a377-696ade639988 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bda76635-5ca3-420e-a378-c96502e99f18 HTTP/1.1" status: 204 len: 168 time: 0.1298530 Mar 30 01:31:33.157473 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faffbc9-7ead-4043-a377-696ade639988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda76635-5ca3-420e-a378-c96502e99f18,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:33.413662 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 39482) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:33.427398 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8efc04f-bc51-4286-abe7-bcca84758ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:33.513552 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8efc04f-bc51-4286-abe7-bcca84758ea6 admin admin] Publish callbacks [] for security_group (691782d6-05a2-40b6-b368-3d318e540c5a), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:33.517143 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8efc04f-bc51-4286-abe7-bcca84758ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (691782d6-05a2-40b6-b368-3d318e540c5a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:33.556051 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-f8efc04f-bc51-4286-abe7-bcca84758ea6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41aa29bc75fe4a8f8a2781713f6a777f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412425 Mar 30 01:31:33.557014 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efc04f-bc51-4286-abe7-bcca84758ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691782d6-05a2-40b6-b368-3d318e540c5a,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:33.558751 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39484) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:33.612706 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95807083-9c89-4328-ab63-4ef61a077a3c admin admin] Publish callbacks [] for security_group (691782d6-05a2-40b6-b368-3d318e540c5a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:33.641116 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95807083-9c89-4328-ab63-4ef61a077a3c admin admin] Publish callbacks [] for security_group (691782d6-05a2-40b6-b368-3d318e540c5a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:33.688069 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95807083-9c89-4328-ab63-4ef61a077a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (691782d6-05a2-40b6-b368-3d318e540c5a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:33.690972 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95807083-9c89-4328-ab63-4ef61a077a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:33.692238 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-95807083-9c89-4328-ab63-4ef61a077a3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/691782d6-05a2-40b6-b368-3d318e540c5a HTTP/1.1" status: 204 len: 168 time: 0.1316452 Mar 30 01:31:33.701754 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8c4aa-3451-4771-8290-da57ff261860 req-e4045b54-9baf-4b2b-bcc8-fee46bf97127 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:31:33.703495 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c0a8c4aa-3451-4771-8290-da57ff261860 req-e4045b54-9baf-4b2b-bcc8-fee46bf97127 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 947 time: 0.0659831 Mar 30 01:31:33.703859 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95807083-9c89-4328-ab63-4ef61a077a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691782d6-05a2-40b6-b368-3d318e540c5a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:33.766045 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c0a8c4aa-3451-4771-8290-da57ff261860 req-0b928a9b-1ae7-44e6-9ef2-22cbbf94743b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531604 Mar 30 01:31:34.033146 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 39502) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:34.046427 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1fe01e9-0119-4765-857e-1c9368ab9e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:34.120539 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1fe01e9-0119-4765-857e-1c9368ab9e61 admin admin] Publish callbacks [] for security_group (2b19ded2-f356-42e5-92d0-921f39d7dce3), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:34.124357 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1fe01e9-0119-4765-857e-1c9368ab9e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (2b19ded2-f356-42e5-92d0-921f39d7dce3), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:34.165977 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-c1fe01e9-0119-4765-857e-1c9368ab9e61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6e7ef2ab1cf41bf8a52e52b9e58ec7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316564 Mar 30 01:31:34.166770 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe01e9-0119-4765-857e-1c9368ab9e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b19ded2-f356-42e5-92d0-921f39d7dce3,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:34.169174 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:31:34.214612 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc3738e5-c0a3-4e7a-bcae-33611283e781 admin admin] Publish callbacks [] for security_group (2b19ded2-f356-42e5-92d0-921f39d7dce3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:34.235786 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc3738e5-c0a3-4e7a-bcae-33611283e781 admin admin] Publish callbacks [] for security_group (2b19ded2-f356-42e5-92d0-921f39d7dce3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:34.279432 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc3738e5-c0a3-4e7a-bcae-33611283e781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (2b19ded2-f356-42e5-92d0-921f39d7dce3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:34.282165 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc3738e5-c0a3-4e7a-bcae-33611283e781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:34.283316 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-cc3738e5-c0a3-4e7a-bcae-33611283e781 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b19ded2-f356-42e5-92d0-921f39d7dce3 HTTP/1.1" status: 204 len: 168 time: 0.1131122 Mar 30 01:31:34.291279 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3738e5-c0a3-4e7a-bcae-33611283e781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b19ded2-f356-42e5-92d0-921f39d7dce3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:31:43.698984 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc383896-5185-4354-9615-c338cd20e526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:45.868366 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10c8673b-2bb9-4844-9206-8d761b6793c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:47.096534 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:48.474165 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:49.108508 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:31:50.056900 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:31:53.085863 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:03.356172 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90937947-6667-402d-9029-d657b050f48e req-2d02ad8e-d4e8-433c-9553-d423e17d9fa9 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:03.358158 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-90937947-6667-402d-9029-d657b050f48e req-2d02ad8e-d4e8-433c-9553-d423e17d9fa9 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 945 time: 0.0539849 Mar 30 01:32:03.403712 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-90937947-6667-402d-9029-d657b050f48e req-17924a07-8003-4f94-91aa-ae7c9f0f484f tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398207 Mar 30 01:32:04.524443 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51e01a-3e26-4b72-a7a2-45da933834ea req-d8070485-0e7a-479e-b67e-a82621e38be2 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:04.525916 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0b51e01a-3e26-4b72-a7a2-45da933834ea req-d8070485-0e7a-479e-b67e-a82621e38be2 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 945 time: 0.0520861 Mar 30 01:32:04.574818 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0b51e01a-3e26-4b72-a7a2-45da933834ea req-77dcb65a-d791-4d6c-9f7b-f8b6d7274064 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426588 Mar 30 01:32:04.775061 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39862) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:04.876766 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29352877-6e1e-4331-a209-492cba8ef582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:04.948072 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29352877-6e1e-4331-a209-492cba8ef582 admin admin] Publish callbacks [] for security_group (fce30dc3-3ff9-4a02-b45d-e0b10faf1c93), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:04.951623 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29352877-6e1e-4331-a209-492cba8ef582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (fce30dc3-3ff9-4a02-b45d-e0b10faf1c93), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:04.987145 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29352877-6e1e-4331-a209-492cba8ef582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce30dc3-3ff9-4a02-b45d-e0b10faf1c93,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:04.991403 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-29352877-6e1e-4331-a209-492cba8ef582 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6010b5e8a97f43db995cb50585c24474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153251 Mar 30 01:32:04.993938 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39866) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:05.040059 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b6c6e4a-5550-438a-9b55-742c9899976f admin admin] Publish callbacks [] for security_group (fce30dc3-3ff9-4a02-b45d-e0b10faf1c93), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:05.060078 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b6c6e4a-5550-438a-9b55-742c9899976f admin admin] Publish callbacks [] for security_group (fce30dc3-3ff9-4a02-b45d-e0b10faf1c93), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:05.106942 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b6c6e4a-5550-438a-9b55-742c9899976f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (fce30dc3-3ff9-4a02-b45d-e0b10faf1c93), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:05.109418 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b6c6e4a-5550-438a-9b55-742c9899976f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:05.110547 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0b6c6e4a-5550-438a-9b55-742c9899976f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fce30dc3-3ff9-4a02-b45d-e0b10faf1c93 HTTP/1.1" status: 204 len: 168 time: 0.1157205 Mar 30 01:32:05.117909 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c6e4a-5550-438a-9b55-742c9899976f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce30dc3-3ff9-4a02-b45d-e0b10faf1c93,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:05.529954 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cad6ac-8295-4455-a72c-c26bb633e524 req-2c45ac29-95be-4a62-ad1d-9b7e7135b0f1 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:05.531888 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6cad6ac-8295-4455-a72c-c26bb633e524 req-2c45ac29-95be-4a62-ad1d-9b7e7135b0f1 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.10 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 945 time: 0.0542760 Mar 30 01:32:05.636853 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a6cad6ac-8295-4455-a72c-c26bb633e524 req-8d6c2aab-21c1-4e2e-bf7f-28d929c04b6a tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Deleting port 107dde69-9158-4303-b17d-98c74f7f09a0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:32:05.637645 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6cad6ac-8295-4455-a72c-c26bb633e524 req-8d6c2aab-21c1-4e2e-bf7f-28d929c04b6a tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (107dde69-9158-4303-b17d-98c74f7f09a0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:05.697268 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 39878) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:05.761644 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a495d-7a2f-4abf-92e4-783ea645a854 req-d7013ab2-7ab6-4ca7-b8d9-c085c4857239 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:05.763143 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e4a495d-7a2f-4abf-92e4-783ea645a854 req-d7013ab2-7ab6-4ca7-b8d9-c085c4857239 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 945 time: 0.1121602 Mar 30 01:32:05.770518 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a6cad6ac-8295-4455-a72c-c26bb633e524 req-8d6c2aab-21c1-4e2e-bf7f-28d929c04b6a tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] For port 107dde69-9158-4303-b17d-98c74f7f09a0, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=107dde69-9158-4303-b17d-98c74f7f09a0,segment=NetworkSegment(3d9973df-8a1f-4676-9d67-399f78cedd00),segment_id=3d9973df-8a1f-4676-9d67-399f78cedd00)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:05.770911 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6cad6ac-8295-4455-a72c-c26bb633e524 req-8d6c2aab-21c1-4e2e-bf7f-28d929c04b6a tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (107dde69-9158-4303-b17d-98c74f7f09a0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:05.790034 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a6cad6ac-8295-4455-a72c-c26bb633e524 req-8d6c2aab-21c1-4e2e-bf7f-28d929c04b6a tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Calling delete_port for 107dde69-9158-4303-b17d-98c74f7f09a0 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:32:05.803652 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d2e4cfe9-0ac4-48ae-8652-9c4e46f896bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:05.867409 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e4a495d-7a2f-4abf-92e4-783ea645a854 req-0fd4a4cc-2505-4585-91d2-bb033bc82ab2 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/security-groups?id=baa70140-7104-4da8-8206-f27fdc97303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939224 Mar 30 01:32:05.879671 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d2e4cfe9-0ac4-48ae-8652-9c4e46f896bb admin admin] Publish callbacks [] for security_group (547ad013-d5b4-49e0-b1fa-73a8b71c98e3), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:05.894959 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d2e4cfe9-0ac4-48ae-8652-9c4e46f896bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (547ad013-d5b4-49e0-b1fa-73a8b71c98e3), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:05.933327 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-d2e4cfe9-0ac4-48ae-8652-9c4e46f896bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8373f3f3a2ef45aca0b065ad16ac0761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352073 Mar 30 01:32:05.934273 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4cfe9-0ac4-48ae-8652-9c4e46f896bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547ad013-d5b4-49e0-b1fa-73a8b71c98e3,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:05.937175 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39882) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:05.980161 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6cad6ac-8295-4455-a72c-c26bb633e524 req-8d6c2aab-21c1-4e2e-bf7f-28d929c04b6a tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (107dde69-9158-4303-b17d-98c74f7f09a0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:06.015945 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c2aab-21c1-4e2e-bf7f-28d929c04b6a tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Pushing event deleted for resources: {'Port': ['ID=107dde69-9158-4303-b17d-98c74f7f09a0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:06.047099 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85e4b3dd-d22f-4407-b6b2-3300f24b1677 admin admin] Publish callbacks [] for security_group (547ad013-d5b4-49e0-b1fa-73a8b71c98e3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:06.073116 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cad6ac-8295-4455-a72c-c26bb633e524 req-8d6c2aab-21c1-4e2e-bf7f-28d929c04b6a tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] No DVR routers for this DVR port 107dde69-9158-4303-b17d-98c74f7f09a0 on host hv-cinder-81713 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:32:06.077945 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6cad6ac-8295-4455-a72c-c26bb633e524 req-8d6c2aab-21c1-4e2e-bf7f-28d929c04b6a tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:06.081241 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6cad6ac-8295-4455-a72c-c26bb633e524 req-8d6c2aab-21c1-4e2e-bf7f-28d929c04b6a tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.10 "DELETE /v2.0/ports/107dde69-9158-4303-b17d-98c74f7f09a0 HTTP/1.1" status: 204 len: 173 time: 0.5418479 Mar 30 01:32:06.081684 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bada57b-9400-4be0-b0db-5e5172921976', 'name': 'network-vif-deleted', 'tag': '107dde69-9158-4303-b17d-98c74f7f09a0'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:32:06.083944 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a21e9c-d222-446c-ad35-5d64524cfdd5" -d '{"events": [{"server_uuid": "5bada57b-9400-4be0-b0db-5e5172921976", "name": "network-vif-deleted", "tag": "107dde69-9158-4303-b17d-98c74f7f09a0"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:32:06.095477 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85e4b3dd-d22f-4407-b6b2-3300f24b1677 admin admin] Publish callbacks [] for security_group (547ad013-d5b4-49e0-b1fa-73a8b71c98e3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:06.136276 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180e7abc-d4e3-4dc2-bc35-584af6e3afad x-openstack-request-id: req-180e7abc-d4e3-4dc2-bc35-584af6e3afad {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:32:06.136574 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bada57b-9400-4be0-b0db-5e5172921976", "name": "network-vif-deleted", "tag": "107dde69-9158-4303-b17d-98c74f7f09a0", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:32:06.136826 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-180e7abc-d4e3-4dc2-bc35-584af6e3afad {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:32:06.137228 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180e7abc-d4e3-4dc2-bc35-584af6e3afad'] response: {'server_uuid': '5bada57b-9400-4be0-b0db-5e5172921976', 'name': 'network-vif-deleted', 'tag': '107dde69-9158-4303-b17d-98c74f7f09a0', 'status': 'completed', 'code': 200} Mar 30 01:32:06.148929 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85e4b3dd-d22f-4407-b6b2-3300f24b1677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (547ad013-d5b4-49e0-b1fa-73a8b71c98e3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:06.151723 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85e4b3dd-d22f-4407-b6b2-3300f24b1677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:06.153025 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-85e4b3dd-d22f-4407-b6b2-3300f24b1677 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/547ad013-d5b4-49e0-b1fa-73a8b71c98e3 HTTP/1.1" status: 204 len: 168 time: 0.2152874 Mar 30 01:32:06.162525 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4b3dd-d22f-4407-b6b2-3300f24b1677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547ad013-d5b4-49e0-b1fa-73a8b71c98e3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:06.777883 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39908) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:06.875638 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-795649764-network', 'tenant_id': '256d574808e54c9aa1a0242cd5983675'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:06.895203 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] Made reservation on behalf of 256d574808e54c9aa1a0242cd5983675 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:32:06.897722 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:06.907699 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:06.993360 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-50d46394-8936-49a2-b89f-b08a3db3f961 req-82c69dca-8f50-4d1f-87d3-ddbc11c293c8 tempest-VolumesSnapshotTestJSON-171388967 tempest-VolumesSnapshotTestJSON-171388967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bada57b-9400-4be0-b0db-5e5172921976 HTTP/1.1" status: 200 len: 210 time: 0.0407820 Mar 30 01:32:07.015749 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] Publish callbacks [] for security_group (ad3a1111-8d0f-43c9-9715-0743a04934f5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.019693 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (ad3a1111-8d0f-43c9-9715-0743a04934f5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.042109 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:32:07.058614 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3a1111-8d0f-43c9-9715-0743a04934f5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:07.061716 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (230a1729-9a7d-4f9c-8bd8-29d835f99090), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.062062 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] Added segment 230a1729-9a7d-4f9c-8bd8-29d835f99090 of type vlan for network 5ebd2413-0384-4694-9fe8-a3f298d0886c Mar 30 01:32:07.104009 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (5ebd2413-0384-4694-9fe8-a3f298d0886c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.132522 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (5ebd2413-0384-4694-9fe8-a3f298d0886c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.133472 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:07.134063 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.192847 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4131761 Mar 30 01:32:07.195122 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 39914) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:07.198556 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259296f-83e1-45ce-b5ba-de8500556a9a admin admin] Pushing event updated for resources: {'Network': ['ID=5ebd2413-0384-4694-9fe8-a3f298d0886c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:07.200670 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-63503927-8141-4b62-8648-4fd76790159f admin admin] Request body: {'subnet': {'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-795649764-subnet', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'ip_version': 4}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:07.208662 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network 5ebd2413-0384-4694-9fe8-a3f298d0886c details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:32:07.220398 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63503927-8141-4b62-8648-4fd76790159f admin admin] Made reservation on behalf of 256d574808e54c9aa1a0242cd5983675 for: {'subnet': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:32:07.222950 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-63503927-8141-4b62-8648-4fd76790159f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60116538'] for subnet (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.384818 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-63503927-8141-4b62-8648-4fd76790159f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3152834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60116524'] for subnet (4792878a-b851-4d66-9e4c-67ef3ef1cf21), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.443464 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63503927-8141-4b62-8648-4fd76790159f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4792878a-b851-4d66-9e4c-67ef3ef1cf21,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:07.450481 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63503927-8141-4b62-8648-4fd76790159f admin admin] Checking segment: {'id': '230a1729-9a7d-4f9c-8bd8-29d835f99090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:32:07.451382 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63503927-8141-4b62-8648-4fd76790159f admin admin] Network hostable DHCP agents. Network: 5ebd2413-0384-4694-9fe8-a3f298d0886c, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:32:07.468064 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63503927-8141-4b62-8648-4fd76790159f admin admin] Network 5ebd2413-0384-4694-9fe8-a3f298d0886c is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:32:07.476795 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-63503927-8141-4b62-8648-4fd76790159f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, 5ebd2413-0384-4694-9fe8-a3f298d0886c) {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:32:07.480838 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63503927-8141-4b62-8648-4fd76790159f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:07.481428 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-63503927-8141-4b62-8648-4fd76790159f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.486434 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c150762-a881-4d08-a887-57bcd62c423c None None] Network 5ebd2413-0384-4694-9fe8-a3f298d0886c requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:32:07.501205 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39916) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:07.501534 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-63503927-8141-4b62-8648-4fd76790159f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3044927 Mar 30 01:32:07.505744 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:07.524909 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3788032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3972'] for router (a422bedb-50fd-4a62-8892-f1689b7f3d30), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.526010 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3784897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3779565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3997'] for router (a422bedb-50fd-4a62-8892-f1689b7f3d30), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.584053 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Publish callbacks [] for router_controller (a422bedb-50fd-4a62-8892-f1689b7f3d30), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.716230 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b23a1d-20be-52f4-82ad-60a22b17f1f3-5ebd2413-0384-4694-9fe8-a3f298d0886c', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'project_id': '256d574808e54c9aa1a0242cd5983675', 'fixed_ips': [{'subnet_id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21'}]}} from dv-cinder-817135-7-iscsi. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:32:07.717573 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.727059 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Publish callbacks [] for router_gateway (a422bedb-50fd-4a62-8892-f1689b7f3d30), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.838481 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 107dde69-9158-4303-b17d-98c74f7f09a0 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:32:07.862945 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: 107dde69-9158-4303-b17d-98c74f7f09a0 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:32:07.863222 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 107dde69-9158-4303-b17d-98c74f7f09a0 not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:32:07.877498 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Allocated IP 172.20.0.2 (5ebd2413-0384-4694-9fe8-a3f298d0886c/4792878a-b851-4d66-9e4c-67ef3ef1cf21/6d719891-c462-4782-9ab0-ccfe1f0e2491) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:32:07.927225 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Publish callbacks [] for router_gateway (a422bedb-50fd-4a62-8892-f1689b7f3d30), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:07.946407 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:08.022472 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Publish callbacks [] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:08.030449 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:08.063749 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Allocated IP 172.27.2.212 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/87b857d3-eeb2-4d95-97c5-9d3b2c623bd8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:32:08.070793 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Network 5ebd2413-0384-4694-9fe8-a3f298d0886c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:32:08.075323 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:32:08.081197 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:32:08.086962 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Pushing event updated for resources: {'Port': ['ID=6d719891-c462-4782-9ab0-ccfe1f0e2491,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:08.114529 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.114955 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.115270 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.115620 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.115964 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.116302 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.116632 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.116956 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.117286 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.117612 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.117940 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.118283 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.118611 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.118964 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.119284 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:08.156240 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Attempting to bind port 6d719891-c462-4782-9ab0-ccfe1f0e2491 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:32:08.156624 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Attempting to bind port 6d719891-c462-4782-9ab0-ccfe1f0e2491 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '230a1729-9a7d-4f9c-8bd8-29d835f99090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:32:08.156994 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Attempting to bind port 6d719891-c462-4782-9ab0-ccfe1f0e2491 on network 5ebd2413-0384-4694-9fe8-a3f298d0886c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:32:08.162431 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:32:08.162838 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Checking segment: {'id': '230a1729-9a7d-4f9c-8bd8-29d835f99090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:32:08.163251 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:08.163653 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Bound using segment: {'id': '230a1729-9a7d-4f9c-8bd8-29d835f99090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:32:08.164124 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Bound port: 6d719891-c462-4782-9ab0-ccfe1f0e2491, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230a1729-9a7d-4f9c-8bd8-29d835f99090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:32:08.164513 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:08.182953 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Publish callbacks [] for port (87b857d3-eeb2-4d95-97c5-9d3b2c623bd8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:08.220115 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (87b857d3-eeb2-4d95-97c5-9d3b2c623bd8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:08.234373 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] For port 6d719891-c462-4782-9ab0-ccfe1f0e2491, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:32:08.237594 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] For port 6d719891-c462-4782-9ab0-ccfe1f0e2491, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=6d719891-c462-4782-9ab0-ccfe1f0e2491,segment=NetworkSegment(230a1729-9a7d-4f9c-8bd8-29d835f99090),segment_id=230a1729-9a7d-4f9c-8bd8-29d835f99090)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:32:08.244398 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:08.260992 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:32:08.268246 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:32:08.272867 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:32:08.276829 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=87b857d3-eeb2-4d95-97c5-9d3b2c623bd8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:08.308422 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103f36f-93bd-40d1-a278-fabf61d588d6 None None] Pushing event updated for resources: {'Port': ['ID=6d719891-c462-4782-9ab0-ccfe1f0e2491,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:08.553138 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Publish callbacks [] for router_gateway (a422bedb-50fd-4a62-8892-f1689b7f3d30), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:08.761482 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3784726'] for router (a422bedb-50fd-4a62-8892-f1689b7f3d30), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:08.897589 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Router a422bedb-50fd-4a62-8892-f1689b7f3d30 is scheduled to L3 agent a7db150b-b2f5-4348-917b-ee899f238924 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:32:09.002257 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:32:09.013640 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Sync routers for ids ['a422bedb-50fd-4a62-8892-f1689b7f3d30'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:32:09.021066 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:09.024859 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-53d98272-9ffe-43c8-b345-79b9d61bc3b3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5201361 Mar 30 01:32:09.025017 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39928) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:09.027510 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Routers {'a422bedb-50fd-4a62-8892-f1689b7f3d30'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:32:09.028128 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:31:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['a422bedb-50fd-4a62-8892-f1689b7f3d30'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:09.239899 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Set router a422bedb-50fd-4a62-8892-f1689b7f3d30 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:32:09.317102 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e2b7e1-3422-43e8-af38-939d6e89617a None None] Network 5ebd2413-0384-4694-9fe8-a3f298d0886c requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:32:09.378799 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7246edb8-e552-42f7-99e5-3a1bc40f3203 None None] Provisioning complete for port 6d719891-c462-4782-9ab0-ccfe1f0e2491 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:09.379468 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7246edb8-e552-42f7-99e5-3a1bc40f3203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:09.449521 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:08Z', 'revision_number': 3, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port': {'id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:09.507128 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Checking router: a422bedb-50fd-4a62-8892-f1689b7f3d30 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:32:09.507801 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Updating router a422bedb-50fd-4a62-8892-f1689b7f3d30 port 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 binding host dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:32:09.520375 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7246edb8-e552-42f7-99e5-3a1bc40f3203 None None] Current status of the port 6d719891-c462-4782-9ab0-ccfe1f0e2491 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:09.520780 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7246edb8-e552-42f7-99e5-3a1bc40f3203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:09.542310 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (87b857d3-eeb2-4d95-97c5-9d3b2c623bd8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:09.586108 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7246edb8-e552-42f7-99e5-3a1bc40f3203 None None] For port 6d719891-c462-4782-9ab0-ccfe1f0e2491, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=6d719891-c462-4782-9ab0-ccfe1f0e2491,segment=NetworkSegment(230a1729-9a7d-4f9c-8bd8-29d835f99090),segment_id=230a1729-9a7d-4f9c-8bd8-29d835f99090)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:09.597227 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7246edb8-e552-42f7-99e5-3a1bc40f3203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:09.714607 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246edb8-e552-42f7-99e5-3a1bc40f3203 None None] Pushing event updated for resources: {'Port': ['ID=6d719891-c462-4782-9ab0-ccfe1f0e2491,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:09.816771 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:09.824569 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ed328a0a-015a-4132-8528-6baf6e3a3d28 None None] Provisioning complete for port 6d719891-c462-4782-9ab0-ccfe1f0e2491 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:09.824952 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed328a0a-015a-4132-8528-6baf6e3a3d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:09.883308 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Publish callbacks [] for port (87b857d3-eeb2-4d95-97c5-9d3b2c623bd8), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:09.890902 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (87b857d3-eeb2-4d95-97c5-9d3b2c623bd8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:09.916455 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ed328a0a-015a-4132-8528-6baf6e3a3d28 None None] Current status of the port 6d719891-c462-4782-9ab0-ccfe1f0e2491 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:09.951124 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Attempting to bind port 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:32:09.951507 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Attempting to bind port 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:32:09.951841 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Attempting to bind port 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 on network 1720a7c7-9253-45c5-8c79-215aa1283f3d {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:32:09.953910 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Pushing event updated for resources: {'Port': ['ID=87b857d3-eeb2-4d95-97c5-9d3b2c623bd8,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:09.962995 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.963333 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.963674 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.964024 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.964353 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.964674 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.964993 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.965307 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.965623 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.965939 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.966792 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.967130 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.967600 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.967918 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.968235 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:09.971704 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:32:09.972079 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Checking segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:32:09.972595 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:09.972864 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Bound using segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:32:09.973697 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Bound port: 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:32:09.973697 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (87b857d3-eeb2-4d95-97c5-9d3b2c623bd8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:09.992858 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Allocated IP 172.20.0.1 (5ebd2413-0384-4694-9fe8-a3f298d0886c/4792878a-b851-4d66-9e4c-67ef3ef1cf21/8dff8c59-a118-4398-8fa2-0f061a53a0f2) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:32:10.040264 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] For port 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:32:10.044371 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] For port 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=87b857d3-eeb2-4d95-97c5-9d3b2c623bd8,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:32:10.053531 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (87b857d3-eeb2-4d95-97c5-9d3b2c623bd8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:10.098618 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Routers {'a422bedb-50fd-4a62-8892-f1689b7f3d30'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:32:10.101140 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:31:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['a422bedb-50fd-4a62-8892-f1689b7f3d30'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:10.130413 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 6d719891-c462-4782-9ab0-ccfe1f0e2491 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:32:10.137366 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Publish callbacks [] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:10.173755 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:10.194035 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c90ef-8db5-4ab5-9659-39dad6a54317 None None] Pushing event updated for resources: {'Port': ['ID=87b857d3-eeb2-4d95-97c5-9d3b2c623bd8,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:10.197451 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 6d719891-c462-4782-9ab0-ccfe1f0e2491 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:10.197451 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:10.220194 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Network 5ebd2413-0384-4694-9fe8-a3f298d0886c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:32:10.223146 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:32:10.226824 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:32:10.246077 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] Set router a422bedb-50fd-4a62-8892-f1689b7f3d30 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:32:10.257915 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Pushing event updated for resources: {'Port': ['ID=8dff8c59-a118-4398-8fa2-0f061a53a0f2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:10.281488 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785665'] for router_interface (a422bedb-50fd-4a62-8892-f1689b7f3d30), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:10.300020 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 6d719891-c462-4782-9ab0-ccfe1f0e2491 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:10.444803 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:10.467714 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:08Z', 'revision_number': 3, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port': {'id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:10.494873 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d61d79-31e7-4655-8371-e2ce920b8342 None None] The sync data for ids ['a422bedb-50fd-4a62-8892-f1689b7f3d30'] in dv-cinder-817135-7-iscsi is: [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:08Z', 'revision_number': 3, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port': {'id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:32:10.545705 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1de95955-0b08-4dbf-a437-24c1b18285fd None None] Provisioning complete for port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:10.546348 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1de95955-0b08-4dbf-a437-24c1b18285fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:10.581402 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1de95955-0b08-4dbf-a437-24c1b18285fd None None] Port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:32:10.640778 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Publish callbacks [] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:10.645388 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:10.714685 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Pushing event updated for resources: {'Port': ['ID=8dff8c59-a118-4398-8fa2-0f061a53a0f2,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:10.719923 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785557'] for router_interface (a422bedb-50fd-4a62-8892-f1689b7f3d30), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:10.837011 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Network 5ebd2413-0384-4694-9fe8-a3f298d0886c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:32:10.838415 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:32:10.968477 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Router a422bedb-50fd-4a62-8892-f1689b7f3d30 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:32:11.083597 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:32:11.088713 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6cc8dd41-e558-4b8b-9c7e-123bac11de31 admin admin] 10.222.0.30 "PUT /v2.0/routers/a422bedb-50fd-4a62-8892-f1689b7f3d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0626817 Mar 30 01:32:11.110788 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-36468a5b-54b5-4f83-b555-e2941fca8eae None None] Provisioning complete for port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:11.111177 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-36468a5b-54b5-4f83-b555-e2941fca8eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:11.152742 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-36468a5b-54b5-4f83-b555-e2941fca8eae None None] Port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:32:11.569991 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 39956) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:11.574728 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2023488554-network', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:11.593964 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] Made reservation on behalf of 86aead422c4f473fb3de442a0f6f6310 for: {'network': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:32:11.596136 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:11.604542 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:11.679987 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] Publish callbacks [] for security_group (141fd082-18f0-468b-8773-7d3bce03aed0), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:11.684008 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (141fd082-18f0-468b-8773-7d3bce03aed0), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:11.708063 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:32:11.718600 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141fd082-18f0-468b-8773-7d3bce03aed0,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:11.723629 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (d9c7c680-0685-4104-8491-501ff14b4b2c), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:11.723967 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.segments_db [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] Added segment d9c7c680-0685-4104-8491-501ff14b4b2c of type vlan for network 135e07b2-2707-4a2b-9aec-b297ef0fd252 Mar 30 01:32:11.765565 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (135e07b2-2707-4a2b-9aec-b297ef0fd252), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:11.793094 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (135e07b2-2707-4a2b-9aec-b297ef0fd252), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:11.794002 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:11.795133 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:11.850273 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2791202 Mar 30 01:32:11.853012 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39960) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:11.858167 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d380642a-7827-47ef-808d-416262180ab0 admin admin] Request body: {'subnet': {'network_id': '135e07b2-2707-4a2b-9aec-b297ef0fd252', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2023488554-subnet', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:11.859348 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1f6a8-866b-40c1-8e73-9ff35b0d9ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=135e07b2-2707-4a2b-9aec-b297ef0fd252,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:11.869444 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network 135e07b2-2707-4a2b-9aec-b297ef0fd252 details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:32:11.886254 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d380642a-7827-47ef-808d-416262180ab0 admin admin] Made reservation on behalf of 86aead422c4f473fb3de442a0f6f6310 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:32:11.890168 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d380642a-7827-47ef-808d-416262180ab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60098959'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.065559 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Sync routers for ids ['a422bedb-50fd-4a62-8892-f1689b7f3d30'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:32:12.069908 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d380642a-7827-47ef-808d-416262180ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60605035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60098969'] for subnet (5523f067-1940-4e4a-8d71-929e02163e3b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.077094 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Routers {'a422bedb-50fd-4a62-8892-f1689b7f3d30'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:32:12.077765 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:31:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['a422bedb-50fd-4a62-8892-f1689b7f3d30'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:12.119008 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:32:12.126990 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380642a-7827-47ef-808d-416262180ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5523f067-1940-4e4a-8d71-929e02163e3b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:12.142276 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d380642a-7827-47ef-808d-416262180ab0 admin admin] Checking segment: {'id': 'd9c7c680-0685-4104-8491-501ff14b4b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '135e07b2-2707-4a2b-9aec-b297ef0fd252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:32:12.142710 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d380642a-7827-47ef-808d-416262180ab0 admin admin] Network hostable DHCP agents. Network: 135e07b2-2707-4a2b-9aec-b297ef0fd252, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:32:12.160899 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d380642a-7827-47ef-808d-416262180ab0 admin admin] Network 135e07b2-2707-4a2b-9aec-b297ef0fd252 is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:32:12.170807 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d380642a-7827-47ef-808d-416262180ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, 135e07b2-2707-4a2b-9aec-b297ef0fd252) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:32:12.175089 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d380642a-7827-47ef-808d-416262180ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:12.175815 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d380642a-7827-47ef-808d-416262180ab0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.183343 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f9a940-1fce-4266-a8c2-2396a1be587a None None] Network 135e07b2-2707-4a2b-9aec-b297ef0fd252 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:32:12.195138 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d380642a-7827-47ef-808d-416262180ab0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3385761 Mar 30 01:32:12.195353 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 39962) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:12.199461 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2023488554-router', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:12.220155 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3788032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3972'] for router (73b08c9f-4a6f-4acf-949d-50427a438fba), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.221263 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3784897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3779565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3997'] for router (73b08c9f-4a6f-4acf-949d-50427a438fba), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.272329 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Publish callbacks [] for router_controller (73b08c9f-4a6f-4acf-949d-50427a438fba), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.296789 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:12.297168 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (87b857d3-eeb2-4d95-97c5-9d3b2c623bd8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.352521 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b23a1d-20be-52f4-82ad-60a22b17f1f3-135e07b2-2707-4a2b-9aec-b297ef0fd252', 'network_id': '135e07b2-2707-4a2b-9aec-b297ef0fd252', 'project_id': '86aead422c4f473fb3de442a0f6f6310', 'fixed_ips': [{'subnet_id': '5523f067-1940-4e4a-8d71-929e02163e3b'}]}} from dv-cinder-817135-7-iscsi. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:32:12.353367 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.358675 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Set router a422bedb-50fd-4a62-8892-f1689b7f3d30 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:32:12.413330 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Publish callbacks [] for router_gateway (73b08c9f-4a6f-4acf-949d-50427a438fba), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.609663 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Publish callbacks [] for router_gateway (73b08c9f-4a6f-4acf-949d-50427a438fba), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.632777 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:12.633174 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (87b857d3-eeb2-4d95-97c5-9d3b2c623bd8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.634033 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.676408 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Allocated IP 172.20.0.2 (135e07b2-2707-4a2b-9aec-b297ef0fd252/5523f067-1940-4e4a-8d71-929e02163e3b/d1a29f22-4b91-48d9-b80b-170ce9a23894) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:32:12.687448 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=87b857d3-eeb2-4d95-97c5-9d3b2c623bd8,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:12.699722 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (87b857d3-eeb2-4d95-97c5-9d3b2c623bd8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.746430 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Allocated IP 172.27.2.224 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/22289d7c-0c9d-433c-9ba7-5caa5fc8da48) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:32:12.854830 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Publish callbacks [] for port (22289d7c-0c9d-433c-9ba7-5caa5fc8da48), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.895481 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (22289d7c-0c9d-433c-9ba7-5caa5fc8da48), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:12.939228 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:32:12.943204 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:32:12.945119 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Pushing event updated for resources: {'Port': ['ID=22289d7c-0c9d-433c-9ba7-5caa5fc8da48,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:12.947256 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:32:12.975363 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=87b857d3-eeb2-4d95-97c5-9d3b2c623bd8,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:13.036527 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:10Z', 'revision_number': 4, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port': {'id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '8dff8c59-a118-4398-8fa2-0f061a53a0f2', 'name': '', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'mac_address': 'fa:16:3e:de:3f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:09Z', 'updated_at': '2022-03-30T01:32:10Z', 'revision_number': 2, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'subnets': [{'id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:13.074007 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Checking router: a422bedb-50fd-4a62-8892-f1689b7f3d30 for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:32:13.074375 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Updating router a422bedb-50fd-4a62-8892-f1689b7f3d30 port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 binding host dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:32:13.116382 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Publish callbacks [] for port (d1a29f22-4b91-48d9-b80b-170ce9a23894), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:13.116382 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:13.130308 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (d1a29f22-4b91-48d9-b80b-170ce9a23894), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:13.215862 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Pushing event updated for resources: {'Port': ['ID=d1a29f22-4b91-48d9-b80b-170ce9a23894,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:13.227560 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Network 135e07b2-2707-4a2b-9aec-b297ef0fd252 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:32:13.230771 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:32:13.236763 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:32:13.243047 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Publish callbacks [] for router_gateway (73b08c9f-4a6f-4acf-949d-50427a438fba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:13.358378 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Attempting to bind port d1a29f22-4b91-48d9-b80b-170ce9a23894 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:32:13.358779 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Attempting to bind port d1a29f22-4b91-48d9-b80b-170ce9a23894 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': 'd9c7c680-0685-4104-8491-501ff14b4b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '135e07b2-2707-4a2b-9aec-b297ef0fd252'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:32:13.359147 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Attempting to bind port d1a29f22-4b91-48d9-b80b-170ce9a23894 on network 135e07b2-2707-4a2b-9aec-b297ef0fd252 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:32:13.399914 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:32:13.400284 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Checking segment: {'id': 'd9c7c680-0685-4104-8491-501ff14b4b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '135e07b2-2707-4a2b-9aec-b297ef0fd252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:32:13.400693 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:13.401091 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Bound using segment: {'id': 'd9c7c680-0685-4104-8491-501ff14b4b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '135e07b2-2707-4a2b-9aec-b297ef0fd252'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:32:13.401586 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Bound port: d1a29f22-4b91-48d9-b80b-170ce9a23894, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c7c680-0685-4104-8491-501ff14b4b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '135e07b2-2707-4a2b-9aec-b297ef0fd252'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:32:13.401974 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (d1a29f22-4b91-48d9-b80b-170ce9a23894), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:13.443313 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3784726'] for router (73b08c9f-4a6f-4acf-949d-50427a438fba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:13.503105 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] For port d1a29f22-4b91-48d9-b80b-170ce9a23894, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:32:13.507362 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] For port d1a29f22-4b91-48d9-b80b-170ce9a23894, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=d1a29f22-4b91-48d9-b80b-170ce9a23894,segment=NetworkSegment(d9c7c680-0685-4104-8491-501ff14b4b2c),segment_id=d9c7c680-0685-4104-8491-501ff14b4b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:32:13.517577 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (d1a29f22-4b91-48d9-b80b-170ce9a23894), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:13.635113 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2d00f-8b4f-42a7-ad23-11570622dc3c None None] Pushing event updated for resources: {'Port': ['ID=d1a29f22-4b91-48d9-b80b-170ce9a23894,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:13.639271 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Publish callbacks [] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:13.649383 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:13.733814 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda16ccd-56bd-4fce-b5c9-b8809b8c1b07 None None] Pushing event updated for resources: {'Port': ['ID=8dff8c59-a118-4398-8fa2-0f061a53a0f2,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:13.737389 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ce3f2088-608d-469e-b8ff-362032ca0da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:13.797255 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Attempting to bind port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:32:13.797701 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Attempting to bind port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '230a1729-9a7d-4f9c-8bd8-29d835f99090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:32:13.797999 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Attempting to bind port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 on network 5ebd2413-0384-4694-9fe8-a3f298d0886c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:32:13.803608 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:32:13.803839 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Checking segment: {'id': '230a1729-9a7d-4f9c-8bd8-29d835f99090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:32:13.804325 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:13.804783 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Bound using segment: {'id': '230a1729-9a7d-4f9c-8bd8-29d835f99090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:32:13.805250 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Bound port: 8dff8c59-a118-4398-8fa2-0f061a53a0f2, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230a1729-9a7d-4f9c-8bd8-29d835f99090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:32:13.805855 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:13.824553 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Router 73b08c9f-4a6f-4acf-949d-50427a438fba is scheduled to L3 agent a7db150b-b2f5-4348-917b-ee899f238924 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:32:13.913811 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] For port 8dff8c59-a118-4398-8fa2-0f061a53a0f2, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:32:13.917796 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] For port 8dff8c59-a118-4398-8fa2-0f061a53a0f2, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=8dff8c59-a118-4398-8fa2-0f061a53a0f2,segment=NetworkSegment(230a1729-9a7d-4f9c-8bd8-29d835f99090),segment_id=230a1729-9a7d-4f9c-8bd8-29d835f99090)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:32:13.926841 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:13.973762 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:32:13.985503 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Sync routers for ids ['73b08c9f-4a6f-4acf-949d-50427a438fba'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:32:14.003660 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:14.006603 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a075992b-43bd-465d-91e3-3f7c0ec054c5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8101828 Mar 30 01:32:14.009356 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 39974) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:14.021683 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Routers {'73b08c9f-4a6f-4acf-949d-50427a438fba'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:32:14.022522 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:31:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['73b08c9f-4a6f-4acf-949d-50427a438fba'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:14.029084 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Routers {'a422bedb-50fd-4a62-8892-f1689b7f3d30'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:32:14.030452 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:31:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['a422bedb-50fd-4a62-8892-f1689b7f3d30'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:14.141374 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda16ccd-56bd-4fce-b5c9-b8809b8c1b07 None None] Pushing event updated for resources: {'Port': ['ID=8dff8c59-a118-4398-8fa2-0f061a53a0f2,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:14.158104 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bac351e9-500f-4063-9376-cc389840ea57 None None] Provisioning complete for port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:14.158510 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bac351e9-500f-4063-9376-cc389840ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:14.183478 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Set router 73b08c9f-4a6f-4acf-949d-50427a438fba gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:32:14.288307 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:32:14.355544 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] Set router a422bedb-50fd-4a62-8892-f1689b7f3d30 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:32:14.433854 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'name': 'tempest-TestMinimumBasicScenario-2023488554-router', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:13Z', 'revision_number': 3, 'project_id': '86aead422c4f473fb3de442a0f6f6310', 'gw_port': {'id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:14.488957 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Checking router: 73b08c9f-4a6f-4acf-949d-50427a438fba for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:32:14.489386 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Updating router 73b08c9f-4a6f-4acf-949d-50427a438fba port 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 binding host dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:32:14.534081 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (22289d7c-0c9d-433c-9ba7-5caa5fc8da48), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:14.603909 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:14.604293 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (87b857d3-eeb2-4d95-97c5-9d3b2c623bd8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:14.646030 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bac351e9-500f-4063-9376-cc389840ea57 None None] Current status of the port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:14.646434 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bac351e9-500f-4063-9376-cc389840ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:14.755912 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bac351e9-500f-4063-9376-cc389840ea57 None None] For port 8dff8c59-a118-4398-8fa2-0f061a53a0f2, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=8dff8c59-a118-4398-8fa2-0f061a53a0f2,segment=NetworkSegment(230a1729-9a7d-4f9c-8bd8-29d835f99090),segment_id=230a1729-9a7d-4f9c-8bd8-29d835f99090)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:14.809290 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bac351e9-500f-4063-9376-cc389840ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:14.860948 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Publish callbacks [] for port (22289d7c-0c9d-433c-9ba7-5caa5fc8da48), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:14.867054 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (22289d7c-0c9d-433c-9ba7-5caa5fc8da48), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:14.869542 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:14.870838 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device d1a29f22-4b91-48d9-b80b-170ce9a23894 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:32:14.909091 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc44683-9370-46c9-b342-5345d0aceac8 None None] Network 135e07b2-2707-4a2b-9aec-b297ef0fd252 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:32:14.911756 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:14.970196 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac351e9-500f-4063-9376-cc389840ea57 None None] Pushing event updated for resources: {'Port': ['ID=8dff8c59-a118-4398-8fa2-0f061a53a0f2,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:15.013435 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:10Z', 'revision_number': 4, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port': {'id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '8dff8c59-a118-4398-8fa2-0f061a53a0f2', 'name': '', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'mac_address': 'fa:16:3e:de:3f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:09Z', 'updated_at': '2022-03-30T01:32:13Z', 'revision_number': 4, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'subnets': [{'id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:15.015266 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-837f7056-fd60-4a5e-9ea6-13b40cee7115 None None] Provisioning complete for port d1a29f22-4b91-48d9-b80b-170ce9a23894 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:15.015541 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-837f7056-fd60-4a5e-9ea6-13b40cee7115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (d1a29f22-4b91-48d9-b80b-170ce9a23894), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:15.015668 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Attempting to bind port 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:32:15.016134 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Attempting to bind port 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:32:15.016363 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Attempting to bind port 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 on network 1720a7c7-9253-45c5-8c79-215aa1283f3d {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:32:15.027365 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:32:15.027745 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Checking segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:32:15.028131 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:15.028606 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Bound using segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:32:15.029549 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Bound port: 22289d7c-0c9d-433c-9ba7-5caa5fc8da48, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:32:15.029549 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (22289d7c-0c9d-433c-9ba7-5caa5fc8da48), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:15.031680 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d251a3-1690-494c-b357-5278e2f08e5d None None] Pushing event updated for resources: {'Port': ['ID=22289d7c-0c9d-433c-9ba7-5caa5fc8da48,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:15.081699 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c190c5-bbef-4c68-bcb9-053ef8a202e4 None None] The sync data for ids ['a422bedb-50fd-4a62-8892-f1689b7f3d30'] in dv-cinder-817135-7-iscsi is: [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:10Z', 'revision_number': 4, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port': {'id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '8dff8c59-a118-4398-8fa2-0f061a53a0f2', 'name': '', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'mac_address': 'fa:16:3e:de:3f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:09Z', 'updated_at': '2022-03-30T01:32:13Z', 'revision_number': 4, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'subnets': [{'id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:32:15.090891 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] For port 22289d7c-0c9d-433c-9ba7-5caa5fc8da48, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:32:15.096826 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Allocated IP 172.20.0.1 (135e07b2-2707-4a2b-9aec-b297ef0fd252/5523f067-1940-4e4a-8d71-929e02163e3b/4650517f-fd5b-4760-b4f5-4918d6145f06) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:32:15.099578 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] For port 22289d7c-0c9d-433c-9ba7-5caa5fc8da48, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=22289d7c-0c9d-433c-9ba7-5caa5fc8da48,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:32:15.109867 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (22289d7c-0c9d-433c-9ba7-5caa5fc8da48), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:15.116102 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port d1a29f22-4b91-48d9-b80b-170ce9a23894 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:15.117676 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (d1a29f22-4b91-48d9-b80b-170ce9a23894), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:15.204816 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Routers {'73b08c9f-4a6f-4acf-949d-50427a438fba'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:32:15.206162 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:31:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['73b08c9f-4a6f-4acf-949d-50427a438fba'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:15.277310 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-837f7056-fd60-4a5e-9ea6-13b40cee7115 None None] Current status of the port d1a29f22-4b91-48d9-b80b-170ce9a23894 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:15.277719 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-837f7056-fd60-4a5e-9ea6-13b40cee7115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (d1a29f22-4b91-48d9-b80b-170ce9a23894), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:15.297703 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Publish callbacks [] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:15.318829 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port d1a29f22-4b91-48d9-b80b-170ce9a23894 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:15.319038 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d251a3-1690-494c-b357-5278e2f08e5d None None] Pushing event updated for resources: {'Port': ['ID=22289d7c-0c9d-433c-9ba7-5caa5fc8da48,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:15.319259 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (d1a29f22-4b91-48d9-b80b-170ce9a23894), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:15.348635 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-837f7056-fd60-4a5e-9ea6-13b40cee7115 None None] For port d1a29f22-4b91-48d9-b80b-170ce9a23894, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=d1a29f22-4b91-48d9-b80b-170ce9a23894,segment=NetworkSegment(d9c7c680-0685-4104-8491-501ff14b4b2c),segment_id=d9c7c680-0685-4104-8491-501ff14b4b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:15.360289 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-837f7056-fd60-4a5e-9ea6-13b40cee7115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (d1a29f22-4b91-48d9-b80b-170ce9a23894), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:15.374200 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:15.410279 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] Set router 73b08c9f-4a6f-4acf-949d-50427a438fba gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:32:15.439865 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Network 135e07b2-2707-4a2b-9aec-b297ef0fd252 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:32:15.452216 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:32:15.459409 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:32:15.473707 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-837f7056-fd60-4a5e-9ea6-13b40cee7115 None None] Provisioning complete for port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:15.474092 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-837f7056-fd60-4a5e-9ea6-13b40cee7115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:15.480321 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.db.api [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 01:32:15.480676 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG oslo_db.api [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 01:32:15.501995 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f7056-fd60-4a5e-9ea6-13b40cee7115 None None] Pushing event updated for resources: {'Port': ['ID=d1a29f22-4b91-48d9-b80b-170ce9a23894,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:15.518365 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Pushing event updated for resources: {'Port': ['ID=4650517f-fd5b-4760-b4f5-4918d6145f06,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:15.520991 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785665'] for router_interface (73b08c9f-4a6f-4acf-949d-50427a438fba), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:15.743993 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:15.757922 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'name': 'tempest-TestMinimumBasicScenario-2023488554-router', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:13Z', 'revision_number': 3, 'project_id': '86aead422c4f473fb3de442a0f6f6310', 'gw_port': {'id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:15.802255 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9238fa-0e59-45b3-9d6e-b7e484924e75 None None] The sync data for ids ['73b08c9f-4a6f-4acf-949d-50427a438fba'] in dv-cinder-817135-7-iscsi is: [{'id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'name': 'tempest-TestMinimumBasicScenario-2023488554-router', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:13Z', 'revision_number': 3, 'project_id': '86aead422c4f473fb3de442a0f6f6310', 'gw_port': {'id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:32:15.836495 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-837f7056-fd60-4a5e-9ea6-13b40cee7115 None None] Current status of the port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:15.887162 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-857739d7-8479-4ee9-b982-295109e69cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:15.968110 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8207a31d-c79d-4d8a-a5e8-8a92aac434cd None None] Provisioning complete for port 4650517f-fd5b-4760-b4f5-4918d6145f06 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:15.968490 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8207a31d-c79d-4d8a-a5e8-8a92aac434cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:16.060753 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8207a31d-c79d-4d8a-a5e8-8a92aac434cd None None] Port 4650517f-fd5b-4760-b4f5-4918d6145f06 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:32:16.064734 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Publish callbacks [] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:16.069760 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port d1a29f22-4b91-48d9-b80b-170ce9a23894 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:16.071219 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:16.087607 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8207a31d-c79d-4d8a-a5e8-8a92aac434cd None None] Provisioning complete for port d1a29f22-4b91-48d9-b80b-170ce9a23894 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:16.088078 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8207a31d-c79d-4d8a-a5e8-8a92aac434cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (d1a29f22-4b91-48d9-b80b-170ce9a23894), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:16.154556 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Pushing event updated for resources: {'Port': ['ID=4650517f-fd5b-4760-b4f5-4918d6145f06,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:16.158606 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785557'] for router_interface (73b08c9f-4a6f-4acf-949d-50427a438fba), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:16.214884 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8207a31d-c79d-4d8a-a5e8-8a92aac434cd None None] Current status of the port d1a29f22-4b91-48d9-b80b-170ce9a23894 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:16.327396 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Network 135e07b2-2707-4a2b-9aec-b297ef0fd252 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:32:16.333524 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:32:16.357505 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device d1a29f22-4b91-48d9-b80b-170ce9a23894 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:32:16.416292 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port d1a29f22-4b91-48d9-b80b-170ce9a23894 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:16.416669 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (d1a29f22-4b91-48d9-b80b-170ce9a23894), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:16.515392 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Router 73b08c9f-4a6f-4acf-949d-50427a438fba has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:32:16.521249 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port d1a29f22-4b91-48d9-b80b-170ce9a23894 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:16.522486 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 8dff8c59-a118-4398-8fa2-0f061a53a0f2 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:32:16.595577 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:16.596112 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:16.650205 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:32:16.651335 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-edeabd58-1f91-48ee-ad3a-d09e43240df8 None None] Provisioning complete for port 4650517f-fd5b-4760-b4f5-4918d6145f06 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:16.652021 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-edeabd58-1f91-48ee-ad3a-d09e43240df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:16.666738 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-e2f39065-fa93-4f1b-aab2-108af70973fb admin admin] 10.222.0.30 "PUT /v2.0/routers/73b08c9f-4a6f-4acf-949d-50427a438fba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6486700 Mar 30 01:32:16.704255 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-edeabd58-1f91-48ee-ad3a-d09e43240df8 None None] Port 4650517f-fd5b-4760-b4f5-4918d6145f06 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:32:16.745367 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:17.101477 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:18.201789 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:32:18.261020 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:18.261490 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (22289d7c-0c9d-433c-9ba7-5caa5fc8da48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:18.352482 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:18.353014 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (22289d7c-0c9d-433c-9ba7-5caa5fc8da48), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:18.364386 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Sync routers for ids ['73b08c9f-4a6f-4acf-949d-50427a438fba'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:32:18.388871 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Routers {'73b08c9f-4a6f-4acf-949d-50427a438fba'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:32:18.389661 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:32:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['73b08c9f-4a6f-4acf-949d-50427a438fba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:18.392591 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port 22289d7c-0c9d-433c-9ba7-5caa5fc8da48, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=22289d7c-0c9d-433c-9ba7-5caa5fc8da48,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:18.473834 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (22289d7c-0c9d-433c-9ba7-5caa5fc8da48), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:18.533852 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:18.559346 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=22289d7c-0c9d-433c-9ba7-5caa5fc8da48,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:18.579890 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Set router 73b08c9f-4a6f-4acf-949d-50427a438fba gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:32:18.812342 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'name': 'tempest-TestMinimumBasicScenario-2023488554-router', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:15Z', 'revision_number': 4, 'project_id': '86aead422c4f473fb3de442a0f6f6310', 'gw_port': {'id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '4650517f-fd5b-4760-b4f5-4918d6145f06', 'name': '', 'network_id': '135e07b2-2707-4a2b-9aec-b297ef0fd252', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310', 'mac_address': 'fa:16:3e:34:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5523f067-1940-4e4a-8d71-929e02163e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:14Z', 'updated_at': '2022-03-30T01:32:15Z', 'revision_number': 2, 'project_id': '86aead422c4f473fb3de442a0f6f6310', 'subnets': [{'id': '5523f067-1940-4e4a-8d71-929e02163e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:18.844680 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Checking router: 73b08c9f-4a6f-4acf-949d-50427a438fba for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:32:18.845044 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Updating router 73b08c9f-4a6f-4acf-949d-50427a438fba port 4650517f-fd5b-4760-b4f5-4918d6145f06 binding host dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:32:18.874247 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:19.187139 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Publish callbacks [] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:19.193583 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:19.287913 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03d364-e100-437f-a6b8-9a2835f89b7f None None] Pushing event updated for resources: {'Port': ['ID=4650517f-fd5b-4760-b4f5-4918d6145f06,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:19.301609 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Attempting to bind port 4650517f-fd5b-4760-b4f5-4918d6145f06 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:32:19.301782 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Attempting to bind port 4650517f-fd5b-4760-b4f5-4918d6145f06 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': 'd9c7c680-0685-4104-8491-501ff14b4b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '135e07b2-2707-4a2b-9aec-b297ef0fd252'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:32:19.302434 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Attempting to bind port 4650517f-fd5b-4760-b4f5-4918d6145f06 on network 135e07b2-2707-4a2b-9aec-b297ef0fd252 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:32:19.308210 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:32:19.308613 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Checking segment: {'id': 'd9c7c680-0685-4104-8491-501ff14b4b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '135e07b2-2707-4a2b-9aec-b297ef0fd252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:32:19.309018 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:19.309798 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Bound using segment: {'id': 'd9c7c680-0685-4104-8491-501ff14b4b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '135e07b2-2707-4a2b-9aec-b297ef0fd252'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:32:19.310000 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Bound port: 4650517f-fd5b-4760-b4f5-4918d6145f06, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c7c680-0685-4104-8491-501ff14b4b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '135e07b2-2707-4a2b-9aec-b297ef0fd252'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:32:19.310369 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:19.397483 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] For port 4650517f-fd5b-4760-b4f5-4918d6145f06, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:32:19.401814 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] For port 4650517f-fd5b-4760-b4f5-4918d6145f06, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=4650517f-fd5b-4760-b4f5-4918d6145f06,segment=NetworkSegment(d9c7c680-0685-4104-8491-501ff14b4b2c),segment_id=d9c7c680-0685-4104-8491-501ff14b4b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:32:19.410182 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:19.483987 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03d364-e100-437f-a6b8-9a2835f89b7f None None] Pushing event updated for resources: {'Port': ['ID=4650517f-fd5b-4760-b4f5-4918d6145f06,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:19.490208 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Routers {'73b08c9f-4a6f-4acf-949d-50427a438fba'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:32:19.490855 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:32:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['73b08c9f-4a6f-4acf-949d-50427a438fba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:19.611972 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ab8f1bcd-d769-4af8-9997-548244575f2c None None] Provisioning complete for port 4650517f-fd5b-4760-b4f5-4918d6145f06 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:19.612394 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1bcd-d769-4af8-9997-548244575f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:19.699752 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] Set router 73b08c9f-4a6f-4acf-949d-50427a438fba gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:32:19.813069 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ab8f1bcd-d769-4af8-9997-548244575f2c None None] Current status of the port 4650517f-fd5b-4760-b4f5-4918d6145f06 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:19.813069 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1bcd-d769-4af8-9997-548244575f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:19.898405 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ab8f1bcd-d769-4af8-9997-548244575f2c None None] For port 4650517f-fd5b-4760-b4f5-4918d6145f06, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=4650517f-fd5b-4760-b4f5-4918d6145f06,segment=NetworkSegment(d9c7c680-0685-4104-8491-501ff14b4b2c),segment_id=d9c7c680-0685-4104-8491-501ff14b4b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:19.907663 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1bcd-d769-4af8-9997-548244575f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:20.000064 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f1bcd-d769-4af8-9997-548244575f2c None None] Pushing event updated for resources: {'Port': ['ID=4650517f-fd5b-4760-b4f5-4918d6145f06,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:20.029322 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'name': 'tempest-TestMinimumBasicScenario-2023488554-router', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:15Z', 'revision_number': 4, 'project_id': '86aead422c4f473fb3de442a0f6f6310', 'gw_port': {'id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '4650517f-fd5b-4760-b4f5-4918d6145f06', 'name': '', 'network_id': '135e07b2-2707-4a2b-9aec-b297ef0fd252', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310', 'mac_address': 'fa:16:3e:34:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5523f067-1940-4e4a-8d71-929e02163e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:14Z', 'updated_at': '2022-03-30T01:32:19Z', 'revision_number': 4, 'project_id': '86aead422c4f473fb3de442a0f6f6310', 'subnets': [{'id': '5523f067-1940-4e4a-8d71-929e02163e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:20.224686 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:32:20.232774 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409347d-1ee1-4fff-9b54-6233aea9aec3 None None] The sync data for ids ['73b08c9f-4a6f-4acf-949d-50427a438fba'] in dv-cinder-817135-7-iscsi is: [{'id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'name': 'tempest-TestMinimumBasicScenario-2023488554-router', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:15Z', 'revision_number': 4, 'project_id': '86aead422c4f473fb3de442a0f6f6310', 'gw_port': {'id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '4650517f-fd5b-4760-b4f5-4918d6145f06', 'name': '', 'network_id': '135e07b2-2707-4a2b-9aec-b297ef0fd252', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310', 'mac_address': 'fa:16:3e:34:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '5523f067-1940-4e4a-8d71-929e02163e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:14Z', 'updated_at': '2022-03-30T01:32:19Z', 'revision_number': 4, 'project_id': '86aead422c4f473fb3de442a0f6f6310', 'subnets': [{'id': '5523f067-1940-4e4a-8d71-929e02163e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:32:20.268618 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fa4f85ad-f0c9-4b7f-9614-cce3552f8525 None None] Provisioning complete for port 4650517f-fd5b-4760-b4f5-4918d6145f06 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:20.268830 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa4f85ad-f0c9-4b7f-9614-cce3552f8525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:20.301280 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:20.345608 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:20.345853 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (22289d7c-0c9d-433c-9ba7-5caa5fc8da48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:20.445470 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fa4f85ad-f0c9-4b7f-9614-cce3552f8525 None None] Current status of the port 4650517f-fd5b-4760-b4f5-4918d6145f06 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:20.501315 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:22.208680 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 4650517f-fd5b-4760-b4f5-4918d6145f06 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:32:22.276022 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 4650517f-fd5b-4760-b4f5-4918d6145f06 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:22.276403 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:22.419769 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 4650517f-fd5b-4760-b4f5-4918d6145f06 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:23.102459 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:23.894117 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6654a9ed-c913-46e7-88a2-34fcb6c69246 req-bb9574e7-94ce-452f-8a67-39e0b30ce438 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529399 Mar 30 01:32:23.968765 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654a9ed-c913-46e7-88a2-34fcb6c69246 req-8357c472-262c-4b8a-944c-8dec63f9a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:23.970298 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6654a9ed-c913-46e7-88a2-34fcb6c69246 req-8357c472-262c-4b8a-944c-8dec63f9a86f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=039eb3382c0646d4bd8cddff38364c12&device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 1129 time: 0.0513713 Mar 30 01:32:24.085115 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654a9ed-c913-46e7-88a2-34fcb6c69246 req-56a8f7b5-bfb6-4bc2-8786-96ba84c95531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:24.086605 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6654a9ed-c913-46e7-88a2-34fcb6c69246 req-56a8f7b5-bfb6-4bc2-8786-96ba84c95531 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03fd8b2f-7625-4635-88c0-2ffd255f1007 HTTP/1.1" status: 200 len: 910 time: 0.0953197 Mar 30 01:32:24.180776 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6654a9ed-c913-46e7-88a2-34fcb6c69246 req-fc161a99-6be9-403d-89fc-be20a55ddb56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1649e19-52c9-4b2e-b103-85fd6ffa7844 HTTP/1.1" status: 200 len: 1000 time: 0.0864172 Mar 30 01:32:24.236452 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654a9ed-c913-46e7-88a2-34fcb6c69246 req-97fbc5e0-bb97-40f8-941a-de2f5550dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:24.237942 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6654a9ed-c913-46e7-88a2-34fcb6c69246 req-97fbc5e0-bb97-40f8-941a-de2f5550dad8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff067983-253c-45fe-994a-831579de17d9 HTTP/1.1" status: 200 len: 848 time: 0.0494888 Mar 30 01:32:24.295282 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654a9ed-c913-46e7-88a2-34fcb6c69246 req-27c61d0b-6148-4796-9c2e-226214e56c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:24.296802 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6654a9ed-c913-46e7-88a2-34fcb6c69246 req-27c61d0b-6148-4796-9c2e-226214e56c9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03fd8b2f-7625-4635-88c0-2ffd255f1007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507481 Mar 30 01:32:24.406353 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6654a9ed-c913-46e7-88a2-34fcb6c69246 req-10cd6253-af42-4fa9-9e2c-3e005cb41070 service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922060 Mar 30 01:32:24.509705 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6654a9ed-c913-46e7-88a2-34fcb6c69246 req-a78a0290-e23e-4dce-bcc5-e15f7a9a850a service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964127 Mar 30 01:32:26.109137 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:32:26.790280 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee581543-8b66-4c72-91e8-744c998a4725 req-c0197343-d383-4882-8e74-eb69d9b50743 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:26.791761 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ee581543-8b66-4c72-91e8-744c998a4725 req-c0197343-d383-4882-8e74-eb69d9b50743 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/networks?id=5ebd2413-0384-4694-9fe8-a3f298d0886c HTTP/1.1" status: 200 len: 814 time: 0.1033614 Mar 30 01:32:26.806425 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ee581543-8b66-4c72-91e8-744c998a4725 req-904296ff-fdcd-49da-b882-fcd1025b6782 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/quotas/256d574808e54c9aa1a0242cd5983675 HTTP/1.1" status: 200 len: 375 time: 0.0086837 Mar 30 01:32:26.865135 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ee581543-8b66-4c72-91e8-744c998a4725 req-5933857e-f07d-47ab-ab90-8f679ed32356 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=256d574808e54c9aa1a0242cd5983675&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528774 Mar 30 01:32:26.957856 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ee581543-8b66-4c72-91e8-744c998a4725 req-0ef616b7-5b63-476e-8e00-cb75c2c9a96c service neutron] 10.222.0.30 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805814 Mar 30 01:32:27.050071 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ee581543-8b66-4c72-91e8-744c998a4725 req-3a1b9b57-d7b9-42d5-a752-0eec7f82676e service neutron] 10.222.0.30 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867074 Mar 30 01:32:27.214466 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e0ac068b-d2e3-4946-a3c9-a5c05dae5e3d req-90c648fc-2b9a-4f24-a638-8cfe86153c00 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 210 time: 0.0328803 Mar 30 01:32:28.183979 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee581543-8b66-4c72-91e8-744c998a4725 req-f1d75b5a-3669-4b87-af49-2d9d609e189f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:28.185915 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee581543-8b66-4c72-91e8-744c998a4725 req-f1d75b5a-3669-4b87-af49-2d9d609e189f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.10 "GET /v2.0/networks?id=5ebd2413-0384-4694-9fe8-a3f298d0886c HTTP/1.1" status: 200 len: 814 time: 0.1066825 Mar 30 01:32:28.198472 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Request body: {'port': {'device_id': '8bacb493-b4d6-4844-913f-1d6937010868', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'admin_state_up': True, 'tenant_id': '256d574808e54c9aa1a0242cd5983675'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:28.311194 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Made reservation on behalf of 256d574808e54c9aa1a0242cd5983675 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:32:28.312429 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9c9f6684-2db1-4720-a0da-b32f310a8b5a req-d0af88d6-e14a-40dc-bca0-22805e283e8c tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 210 time: 0.0287774 Mar 30 01:32:28.314585 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:28.449032 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Allocated IP 172.20.0.7 (5ebd2413-0384-4694-9fe8-a3f298d0886c/4792878a-b851-4d66-9e4c-67ef3ef1cf21/5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:32:28.609599 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:28.663789 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:28.788668 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Network 5ebd2413-0384-4694-9fe8-a3f298d0886c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:32:28.832295 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event updated for resources: {'Port': ['ID=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:28.856859 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.857768 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.858646 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.859282 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.860175 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.860945 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.861571 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.862136 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.862650 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.863031 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.863372 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.863710 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.864044 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.864374 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.864703 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:28.868454 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:32:28.884939 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:32:29.011260 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:29.019921 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:29.063866 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bcf49df7-e1d6-48b2-9bc9-93a0c5a747b9 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8689823 Mar 30 01:32:29.285433 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7b5ed00d-9c92-4b6b-936b-64dc6b90dc45 None None] Provisioning complete for port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:29.286124 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b5ed00d-9c92-4b6b-936b-64dc6b90dc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:29.354931 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ed00d-9c92-4b6b-936b-64dc6b90dc45 None None] Port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:32:29.511119 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20178b85-0c26-4cff-bf05-a6fba5855309 req-24a26d37-18dd-4098-a816-fd4fe50b1d00 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:29.513364 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-20178b85-0c26-4cff-bf05-a6fba5855309 req-24a26d37-18dd-4098-a816-fd4fe50b1d00 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 931 time: 0.0642645 Mar 30 01:32:29.595654 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-20178b85-0c26-4cff-bf05-a6fba5855309 req-5fb89408-ae54-4623-b8c8-277fcdb6b0e2 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757124 Mar 30 01:32:29.663527 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47e4e4-c98b-4da3-b924-75264b9e550b req-4026d44a-1420-4933-bd4e-b6d63af8285e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:29.675147 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7e47e4e4-c98b-4da3-b924-75264b9e550b req-4026d44a-1420-4933-bd4e-b6d63af8285e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0937302 Mar 30 01:32:29.736452 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58d1e8-0ba5-4386-b0e9-dca75594d75a req-89b7fde2-8f5f-4c2b-876e-259b1766c323 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:29.744137 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8b58d1e8-0ba5-4386-b0e9-dca75594d75a req-89b7fde2-8f5f-4c2b-876e-259b1766c323 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0737627 Mar 30 01:32:29.745030 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7e47e4e4-c98b-4da3-b924-75264b9e550b req-1d2cc6fc-c6fe-4fc9-8444-ba6feff04a55 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675342 Mar 30 01:32:29.800372 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8b58d1e8-0ba5-4386-b0e9-dca75594d75a req-238b1f5d-642b-4748-be64-d2b64eaec12e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552027 Mar 30 01:32:30.720658 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a801c6a-c128-4d66-94e0-888ba2418447 req-e7770c79-2313-472e-b341-bc7c07868e8a tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:30.727647 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4a801c6a-c128-4d66-94e0-888ba2418447 req-e7770c79-2313-472e-b341-bc7c07868e8a tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 931 time: 0.0605476 Mar 30 01:32:30.831996 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4a801c6a-c128-4d66-94e0-888ba2418447 req-d6b65e4c-3b65-4058-8d14-3d5738abe945 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030600 Mar 30 01:32:30.955585 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f4979-eadf-4eed-9d10-36ca421abf8e req-cee3e815-2970-4206-8322-e621b6e31bef tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:30.957517 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb8f4979-eadf-4eed-9d10-36ca421abf8e req-cee3e815-2970-4206-8322-e621b6e31bef tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0866117 Mar 30 01:32:30.968114 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1e1f1-38b4-4928-ab82-79f8e87a93e6 req-6856682b-bd4e-436e-978b-7a61ba0ed194 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:30.980280 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c7a1e1f1-38b4-4928-ab82-79f8e87a93e6 req-6856682b-bd4e-436e-978b-7a61ba0ed194 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0887601 Mar 30 01:32:31.011201 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb8f4979-eadf-4eed-9d10-36ca421abf8e req-4c822ba0-797c-4d5e-9176-d4fed6cb6ddc tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477867 Mar 30 01:32:31.035503 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c7a1e1f1-38b4-4928-ab82-79f8e87a93e6 req-4401ef91-17ea-4a89-b5a2-2d2b0479040c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519953 Mar 30 01:32:31.355176 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40244) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:31.400028 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0135eb1-de94-415c-a784-ee4c7d104ca7 admin admin] Deleting subnet ba9c5951-f21b-4aa7-984e-86d2a3beb4d5 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:32:31.403636 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0135eb1-de94-415c-a784-ee4c7d104ca7 admin admin] Publish callbacks [] for subnet (ba9c5951-f21b-4aa7-984e-86d2a3beb4d5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:31.437695 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0135eb1-de94-415c-a784-ee4c7d104ca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59948698'] for subnet (ba9c5951-f21b-4aa7-984e-86d2a3beb4d5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:31.483787 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0135eb1-de94-415c-a784-ee4c7d104ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (ba9c5951-f21b-4aa7-984e-86d2a3beb4d5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:31.537767 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0135eb1-de94-415c-a784-ee4c7d104ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60604968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60098960'] for subnet (ba9c5951-f21b-4aa7-984e-86d2a3beb4d5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:31.561673 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0135eb1-de94-415c-a784-ee4c7d104ca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9c5951-f21b-4aa7-984e-86d2a3beb4d5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:31.567796 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0135eb1-de94-415c-a784-ee4c7d104ca7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:31.570985 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e0135eb1-de94-415c-a784-ee4c7d104ca7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ba9c5951-f21b-4aa7-984e-86d2a3beb4d5 HTTP/1.1" status: 204 len: 168 time: 0.2146308 Mar 30 01:32:31.573374 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40246) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:31.648052 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34d306a8-f2f6-4afd-a54a-dfa975939ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (73a62991-5fd7-4623-a5bc-02edbe951f9a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:31.733229 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34d306a8-f2f6-4afd-a54a-dfa975939ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (73a62991-5fd7-4623-a5bc-02edbe951f9a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:31.753475 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-34d306a8-f2f6-4afd-a54a-dfa975939ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a62991-5fd7-4623-a5bc-02edbe951f9a']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:31.764645 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-34d306a8-f2f6-4afd-a54a-dfa975939ff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9973df-8a1f-4676-9d67-399f78cedd00') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:31.764945 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-34d306a8-f2f6-4afd-a54a-dfa975939ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9973df-8a1f-4676-9d67-399f78cedd00') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:31.776215 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34d306a8-f2f6-4afd-a54a-dfa975939ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59948689'] for segment (3d9973df-8a1f-4676-9d67-399f78cedd00), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:31.791968 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34d306a8-f2f6-4afd-a54a-dfa975939ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (3d9973df-8a1f-4676-9d67-399f78cedd00), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:31.799806 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d306a8-f2f6-4afd-a54a-dfa975939ff7 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:32:31.799806 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34d306a8-f2f6-4afd-a54a-dfa975939ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60605326'] for segment (3d9973df-8a1f-4676-9d67-399f78cedd00), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: Traceback (most recent call last): Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: timer() Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: cb(*args, **kw) Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: return func(*args, **kwargs) Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: self._notify() Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: self.callback(batched_events) Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: event.method(event) Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: return f(self, *a, **k) Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: return self._get(url).json() Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:32:31.815097 dv-cinder-817135-7-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:32:31.869684 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34d306a8-f2f6-4afd-a54a-dfa975939ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (73a62991-5fd7-4623-a5bc-02edbe951f9a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:31.875100 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34d306a8-f2f6-4afd-a54a-dfa975939ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:31.887016 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-34d306a8-f2f6-4afd-a54a-dfa975939ff7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/73a62991-5fd7-4623-a5bc-02edbe951f9a HTTP/1.1" status: 204 len: 168 time: 0.3110535 Mar 30 01:32:31.917063 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d306a8-f2f6-4afd-a54a-dfa975939ff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=73a62991-5fd7-4623-a5bc-02edbe951f9a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:31.974721 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d3ff7-27fd-47ab-b865-a4dcaf26088c req-b57c98e1-b559-4902-bbc8-6214619967ac tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:31.976405 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c32d3ff7-27fd-47ab-b865-a4dcaf26088c req-b57c98e1-b559-4902-bbc8-6214619967ac tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 931 time: 0.0606928 Mar 30 01:32:32.036908 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c32d3ff7-27fd-47ab-b865-a4dcaf26088c req-59c76771-3395-48e8-9dd8-c8099d875b46 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548558 Mar 30 01:32:32.156259 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:32.190938 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ea709-e3a1-44ed-a9f1-651cd8d4306a req-8152118e-b858-4434-88c3-32b617464137 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:32.195863 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-744ea709-e3a1-44ed-a9f1-651cd8d4306a req-8152118e-b858-4434-88c3-32b617464137 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0772345 Mar 30 01:32:32.240922 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a430d65-c03b-4aba-980b-1c2eb12ca58c req-b7ab8ab7-15fb-4cc0-8d75-67b3e28819d7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:32.242525 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a430d65-c03b-4aba-980b-1c2eb12ca58c req-b7ab8ab7-15fb-4cc0-8d75-67b3e28819d7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.1106491 Mar 30 01:32:32.248291 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-83a4c48b-891b-46c3-90c7-d21aa6e72df7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c5f5559501e4265ace8a4c9b0914eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0877903 Mar 30 01:32:32.250323 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40260) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:32.313287 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-744ea709-e3a1-44ed-a9f1-651cd8d4306a req-cbf00bdb-1512-483b-bedb-d97f519cd6af tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085956 Mar 30 01:32:32.350481 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Publish callbacks [] for security_group (baa70140-7104-4da8-8206-f27fdc97303c), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:32.353797 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a430d65-c03b-4aba-980b-1c2eb12ca58c req-eea724c4-d4d9-44af-bd69-ef27e31fef3a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905111 Mar 30 01:32:32.374412 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Publish callbacks [] for security_group (baa70140-7104-4da8-8206-f27fdc97303c), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:32.432744 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (baa70140-7104-4da8-8206-f27fdc97303c), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:32.436270 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:32.439821 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/baa70140-7104-4da8-8206-f27fdc97303c HTTP/1.1" status: 204 len: 168 time: 0.1858349 Mar 30 01:32:32.446632 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa70140-7104-4da8-8206-f27fdc97303c,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:32.454877 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:32.455219 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:32.455557 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:32.455889 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:32.456357 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:32.456689 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:32.457014 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:32.457335 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:32.457767 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:32.458107 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:32.458429 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:32.458780 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:32.459102 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:32.459422 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:32.459768 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e96047b-81d2-47e3-80fe-211959ca4050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:32:33.174264 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985a3ba-297a-4add-8ca0-0aae26de8fb1 req-20927617-6e7e-453b-a9ea-7e130a0defc4 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:33.175870 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8985a3ba-297a-4add-8ca0-0aae26de8fb1 req-20927617-6e7e-453b-a9ea-7e130a0defc4 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 931 time: 0.0556889 Mar 30 01:32:33.223511 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8985a3ba-297a-4add-8ca0-0aae26de8fb1 req-242afb54-bc9c-4d81-b48c-ae82256e33a1 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 Mar 30 01:32:33.435349 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3cb99-58ca-442c-9c0a-98f2dd1a1a5d req-86a4bdb7-ec93-4102-a9e6-93a8919987c4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:33.437038 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1ef3cb99-58ca-442c-9c0a-98f2dd1a1a5d req-86a4bdb7-ec93-4102-a9e6-93a8919987c4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0567813 Mar 30 01:32:33.483159 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1ef3cb99-58ca-442c-9c0a-98f2dd1a1a5d req-e3db7aec-b25e-4c6d-b4d1-cc34c4cfabb5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407748 Mar 30 01:32:33.486011 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3684d02-3b27-43aa-b0a6-4280cfe95240 req-6e73bacb-d969-44bb-a700-b4d61b056bd0 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:33.487442 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a3684d02-3b27-43aa-b0a6-4280cfe95240 req-6e73bacb-d969-44bb-a700-b4d61b056bd0 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0536141 Mar 30 01:32:33.547083 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a3684d02-3b27-43aa-b0a6-4280cfe95240 req-422564aa-e519-4bf7-a571-d62ad9bbea1e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536473 Mar 30 01:32:34.360633 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb88dcd-306f-40b2-ba62-cf378bc32e2e req-7639a750-c787-4c0d-8b32-ea3fbd7f124a tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:34.362154 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ecb88dcd-306f-40b2-ba62-cf378bc32e2e req-7639a750-c787-4c0d-8b32-ea3fbd7f124a tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 931 time: 0.0534973 Mar 30 01:32:34.438967 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ecb88dcd-306f-40b2-ba62-cf378bc32e2e req-1ff90ba8-5166-439b-b163-117291ddfb6f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711732 Mar 30 01:32:34.614193 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643d6e6-5606-4218-b1ae-b9fc33bf3572 req-6424058d-0c72-40b9-9af0-984605739c99 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:34.615757 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7643d6e6-5606-4218-b1ae-b9fc33bf3572 req-6424058d-0c72-40b9-9af0-984605739c99 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0569437 Mar 30 01:32:34.687957 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7643d6e6-5606-4218-b1ae-b9fc33bf3572 req-cb9f0c63-8773-4c9f-b2a9-fe532314dda3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658135 Mar 30 01:32:34.701809 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc66a-5977-418b-b169-2965f945f3f4 req-6214c4a6-d9b6-459a-8bd7-374f86db2113 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:34.703768 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-24fbc66a-5977-418b-b169-2965f945f3f4 req-6214c4a6-d9b6-459a-8bd7-374f86db2113 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0837886 Mar 30 01:32:34.754287 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-24fbc66a-5977-418b-b169-2965f945f3f4 req-01efc7af-26ae-48a9-b2e1-f8a4461bb192 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447090 Mar 30 01:32:35.568797 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb46162-f3e1-4350-b808-48b4999e6ab7 req-df1cfc59-2fed-41b1-9f05-0a8a0abed94e tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:35.570289 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-beb46162-f3e1-4350-b808-48b4999e6ab7 req-df1cfc59-2fed-41b1-9f05-0a8a0abed94e tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 931 time: 0.0539970 Mar 30 01:32:35.617179 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-beb46162-f3e1-4350-b808-48b4999e6ab7 req-8267d5ff-581a-406f-9ffd-2bd7f56930e4 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 Mar 30 01:32:35.833512 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cd77c-8b15-499e-8f92-88fb807a9056 req-08d41af8-13db-4ebc-ac66-735ea6d1ac2b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:35.835053 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8f5cd77c-8b15-499e-8f92-88fb807a9056 req-08d41af8-13db-4ebc-ac66-735ea6d1ac2b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0799882 Mar 30 01:32:35.882539 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8f5cd77c-8b15-499e-8f92-88fb807a9056 req-16a69554-6984-43fd-90e8-afc3d5e62b1b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409839 Mar 30 01:32:35.910946 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195ebf0-25fa-4d73-a018-e9aa052da5da req-2ff5e2bc-c693-4b47-a7e4-94d9ea4c7288 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:35.922257 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d195ebf0-25fa-4d73-a018-e9aa052da5da req-2ff5e2bc-c693-4b47-a7e4-94d9ea4c7288 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0659034 Mar 30 01:32:35.984538 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d195ebf0-25fa-4d73-a018-e9aa052da5da req-680a7985-3288-4afd-92bf-0852ffc8644d tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611043 Mar 30 01:32:36.742350 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48745b46-9014-49e2-8034-40d22da5d9a3 req-31037442-cb2e-4c8a-a65e-923ab1bad2fb tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:36.743861 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48745b46-9014-49e2-8034-40d22da5d9a3 req-31037442-cb2e-4c8a-a65e-923ab1bad2fb tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 931 time: 0.0557849 Mar 30 01:32:36.789812 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48745b46-9014-49e2-8034-40d22da5d9a3 req-d314f0ff-ebc9-4517-b3d0-0d45d3604995 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394545 Mar 30 01:32:37.014490 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ff143-56be-4b01-bbc8-ef9d908b5040 req-583dd672-d6e7-4924-b8a2-e9393e42c58f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:37.016014 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be1ff143-56be-4b01-bbc8-ef9d908b5040 req-583dd672-d6e7-4924-b8a2-e9393e42c58f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0529284 Mar 30 01:32:37.063966 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be1ff143-56be-4b01-bbc8-ef9d908b5040 req-d7eec7b4-af66-4b46-8fe1-0861981f530d tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 Mar 30 01:32:37.104898 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad1f81-4090-4a31-9680-c6703ecdbd3f req-884ca792-aa63-4ec2-94d9-9a7b34514441 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:37.106477 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fcad1f81-4090-4a31-9680-c6703ecdbd3f req-884ca792-aa63-4ec2-94d9-9a7b34514441 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0532939 Mar 30 01:32:37.152880 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fcad1f81-4090-4a31-9680-c6703ecdbd3f req-ab7f40de-7494-4e81-a333-df5cd2ed4f62 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407369 Mar 30 01:32:37.415933 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Request body: {'port': {'device_id': '8bacb493-b4d6-4844-913f-1d6937010868', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:37.479620 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:37.573246 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a9bec-7581-4d2e-9614-4dec927277a0 req-3016938e-f547-408c-8745-6ade1c97c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:37.575550 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-da4a9bec-7581-4d2e-9614-4dec927277a0 req-3016938e-f547-408c-8745-6ade1c97c0fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 1130 time: 0.0537014 Mar 30 01:32:37.670724 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a9bec-7581-4d2e-9614-4dec927277a0 req-d7e6999f-fcfc-4d30-876a-4ab9eea3b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:37.672120 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-da4a9bec-7581-4d2e-9614-4dec927277a0 req-d7e6999f-fcfc-4d30-876a-4ab9eea3b5ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 919 time: 0.0871782 Mar 30 01:32:37.740430 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-da4a9bec-7581-4d2e-9614-4dec927277a0 req-c58fbf27-dd29-4364-8e45-a0bbd781874d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c999884a-8107-40bd-b6e6-8a0ec3f479ec HTTP/1.1" status: 200 len: 1002 time: 0.0614011 Mar 30 01:32:37.747544 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:32:37.754902 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Publish callbacks [] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:37.767152 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Transition to ACTIVE for port object 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:32:37.771629 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:37.789471 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a9bec-7581-4d2e-9614-4dec927277a0 req-c7554c6b-69da-4352-b7c5-f8782350f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:37.790969 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-da4a9bec-7581-4d2e-9614-4dec927277a0 req-c7554c6b-69da-4352-b7c5-f8782350f55f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0437651 Mar 30 01:32:37.823232 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Pushing event updated for resources: {'Port': ['ID=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:37.849971 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a9bec-7581-4d2e-9614-4dec927277a0 req-3ed60bec-aa89-4eba-bd66-93d28f78aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:37.851527 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-da4a9bec-7581-4d2e-9614-4dec927277a0 req-3ed60bec-aa89-4eba-bd66-93d28f78aaab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545616 Mar 30 01:32:37.932731 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Attempting to bind port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:32:37.933008 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Attempting to bind port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '230a1729-9a7d-4f9c-8bd8-29d835f99090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:32:37.933345 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Attempting to bind port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d on network 5ebd2413-0384-4694-9fe8-a3f298d0886c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:32:37.941114 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d on network 5ebd2413-0384-4694-9fe8-a3f298d0886c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:32:37.941435 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Attempting to bind port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d on network 5ebd2413-0384-4694-9fe8-a3f298d0886c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:32:37.949589 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:32:37.949959 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Checking segment: {'id': '230a1729-9a7d-4f9c-8bd8-29d835f99090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:32:37.950579 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Bound using segment: {'id': '230a1729-9a7d-4f9c-8bd8-29d835f99090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:32:37.951560 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Bound port: 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230a1729-9a7d-4f9c-8bd8-29d835f99090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:32:37.951560 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:37.968988 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-da4a9bec-7581-4d2e-9614-4dec927277a0 req-acad6bd9-a7fa-4272-a3a8-9b3734366c14 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106341 Mar 30 01:32:37.998727 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796ee2a-234c-4232-94ec-47355a17016d req-d31979a2-961b-49fc-bdd4-f1c0dc052d2b tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:38.000295 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0796ee2a-234c-4232-94ec-47355a17016d req-d31979a2-961b-49fc-bdd4-f1c0dc052d2b tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 943 time: 0.1144958 Mar 30 01:32:38.076549 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] For port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d, host hv-cinder-81713, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:32:38.087021 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-da4a9bec-7581-4d2e-9614-4dec927277a0 req-c073c9cc-de24-4274-bdc0-aac92a294a0e service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112070 Mar 30 01:32:38.099882 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] For port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,segment=NetworkSegment(230a1729-9a7d-4f9c-8bd8-29d835f99090),segment_id=230a1729-9a7d-4f9c-8bd8-29d835f99090)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:32:38.114286 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:38.123236 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0796ee2a-234c-4232-94ec-47355a17016d req-083e83b6-409f-4c7c-86dc-f4d57c122566 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149993 Mar 30 01:32:38.161042 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:38.161662 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:38.163041 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee581543-8b66-4c72-91e8-744c998a4725 req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] 10.222.0.10 "PUT /v2.0/ports/5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d HTTP/1.1" status: 200 len: 1093 time: 0.7532012 Mar 30 01:32:38.165286 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bacb493-b4d6-4844-913f-1d6937010868', 'tag': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:32:38.169649 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fd8252-1b21-496e-a3ba-fcca04594cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "8bacb493-b4d6-4844-913f-1d6937010868", "tag": "5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:32:38.197985 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad52ae-5627-4b56-8527-c0562a4d66d1 req-1623b2cf-73cb-4b3b-9891-12c7595b6042 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:38.203229 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8aad52ae-5627-4b56-8527-c0562a4d66d1 req-1623b2cf-73cb-4b3b-9891-12c7595b6042 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0674560 Mar 30 01:32:38.208118 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1c4c5-2c64-47b4-b784-c7783a78f06d service neutron] Pushing event updated for resources: {'Port': ['ID=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:38.268407 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8aad52ae-5627-4b56-8527-c0562a4d66d1 req-e2a35bab-a8af-489b-93c5-5dbf4f5596d9 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588484 Mar 30 01:32:38.271662 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e640590-1feb-4654-bcbb-fbd9e5366890 x-openstack-request-id: req-8e640590-1feb-4654-bcbb-fbd9e5366890 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:32:38.271662 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bacb493-b4d6-4844-913f-1d6937010868", "tag": "5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:32:38.271662 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e640590-1feb-4654-bcbb-fbd9e5366890 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:32:38.272072 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e640590-1feb-4654-bcbb-fbd9e5366890'] response: {'name': 'network-changed', 'server_uuid': '8bacb493-b4d6-4844-913f-1d6937010868', 'tag': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d', 'status': 'completed', 'code': 200} Mar 30 01:32:38.325603 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee581543-8b66-4c72-91e8-744c998a4725 req-0febbdd4-4853-4cf4-b95d-1a07d1ec87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:38.327097 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee581543-8b66-4c72-91e8-744c998a4725 req-0febbdd4-4853-4cf4-b95d-1a07d1ec87ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=256d574808e54c9aa1a0242cd5983675&device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 1127 time: 0.0888834 Mar 30 01:32:38.399518 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee581543-8b66-4c72-91e8-744c998a4725 req-7572d365-98d0-4121-a552-e030ae64d632 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d HTTP/1.1" status: 200 len: 217 time: 0.0598745 Mar 30 01:32:38.457548 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455aaf8d-44e8-4fca-ac08-3fac6840841d req-49077e5f-607d-4748-8394-b1273f6a62ff tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:38.458934 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-455aaf8d-44e8-4fca-ac08-3fac6840841d req-49077e5f-607d-4748-8394-b1273f6a62ff tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.1211989 Mar 30 01:32:38.464627 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee581543-8b66-4c72-91e8-744c998a4725 req-5e4d6fe2-c9c9-425d-8b6e-836948768bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:38.466571 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee581543-8b66-4c72-91e8-744c998a4725 req-5e4d6fe2-c9c9-425d-8b6e-836948768bd6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4792878a-b851-4d66-9e4c-67ef3ef1cf21 HTTP/1.1" status: 200 len: 853 time: 0.0592570 Mar 30 01:32:38.538274 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-455aaf8d-44e8-4fca-ac08-3fac6840841d req-ce7b1755-84eb-4b1c-a183-6d7e8f4b60ae tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707245 Mar 30 01:32:38.544911 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee581543-8b66-4c72-91e8-744c998a4725 req-36ea5ec2-3f6a-4f8f-bc41-6bf975f55881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:38.546399 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee581543-8b66-4c72-91e8-744c998a4725 req-36ea5ec2-3f6a-4f8f-bc41-6bf975f55881 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ebd2413-0384-4694-9fe8-a3f298d0886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732868 Mar 30 01:32:38.638694 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee581543-8b66-4c72-91e8-744c998a4725 req-2e447f0a-648a-4a88-984b-4b22123abb2a service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861013 Mar 30 01:32:38.725682 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee581543-8b66-4c72-91e8-744c998a4725 req-00a69c1b-0f96-4cc9-a636-5f0a64feb819 service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801477 Mar 30 01:32:38.816311 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd8252-1b21-496e-a3ba-fcca04594cfb req-6a8b6951-8362-449e-a9c0-61ea13897756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:38.817776 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59fd8252-1b21-496e-a3ba-fcca04594cfb req-6a8b6951-8362-449e-a9c0-61ea13897756 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=256d574808e54c9aa1a0242cd5983675&device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 1127 time: 0.0487154 Mar 30 01:32:38.910484 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd8252-1b21-496e-a3ba-fcca04594cfb req-8f91bab0-f53b-4b59-9424-19a3fd50b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:38.912097 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59fd8252-1b21-496e-a3ba-fcca04594cfb req-8f91bab0-f53b-4b59-9424-19a3fd50b3b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ebd2413-0384-4694-9fe8-a3f298d0886c HTTP/1.1" status: 200 len: 915 time: 0.0849497 Mar 30 01:32:38.957561 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59fd8252-1b21-496e-a3ba-fcca04594cfb req-d7daa959-74ac-4f46-a081-bb14522f51c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d HTTP/1.1" status: 200 len: 217 time: 0.0338471 Mar 30 01:32:39.009314 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd8252-1b21-496e-a3ba-fcca04594cfb req-98a3473e-a46d-429e-b66b-70e413f14082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:39.010640 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59fd8252-1b21-496e-a3ba-fcca04594cfb req-98a3473e-a46d-429e-b66b-70e413f14082 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4792878a-b851-4d66-9e4c-67ef3ef1cf21 HTTP/1.1" status: 200 len: 853 time: 0.0463738 Mar 30 01:32:39.058005 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd8252-1b21-496e-a3ba-fcca04594cfb req-66845eca-7947-4edf-a78f-de4a32c5a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:39.060229 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59fd8252-1b21-496e-a3ba-fcca04594cfb req-66845eca-7947-4edf-a78f-de4a32c5a94c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ebd2413-0384-4694-9fe8-a3f298d0886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433600 Mar 30 01:32:39.148205 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59fd8252-1b21-496e-a3ba-fcca04594cfb req-a87ad410-20b5-4fde-9441-f86e32950bf2 service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814984 Mar 30 01:32:39.287881 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59fd8252-1b21-496e-a3ba-fcca04594cfb req-0274aed5-3ba8-4253-8f44-ac119aa8fc2f service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330843 Mar 30 01:32:39.296168 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a9c66-29a4-4503-b50e-b2c5a2b7d503 req-d282f754-4ea0-4e49-aa97-1b8f49527e27 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:39.297712 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-562a9c66-29a4-4503-b50e-b2c5a2b7d503 req-d282f754-4ea0-4e49-aa97-1b8f49527e27 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 943 time: 0.0891531 Mar 30 01:32:39.351066 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-562a9c66-29a4-4503-b50e-b2c5a2b7d503 req-0212efb0-6752-4e0b-9085-9a9e1230a4dc tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463490 Mar 30 01:32:39.401311 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6b38f-67ed-4d5a-b238-b997b2e92fd4 req-d4bfd330-4373-4f3f-a6b8-d629669844fe tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:39.403541 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c4a6b38f-67ed-4d5a-b238-b997b2e92fd4 req-d4bfd330-4373-4f3f-a6b8-d629669844fe tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 947 time: 0.0581844 Mar 30 01:32:39.450929 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c4a6b38f-67ed-4d5a-b238-b997b2e92fd4 req-2a45febf-d51e-4395-8e8c-f12abeee16a9 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412874 Mar 30 01:32:39.458862 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875fcc1-dcfd-4a49-b7ff-976c173f7640 req-ad16390f-1924-4f3f-b0dc-ae69159e6fb5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:39.460391 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9875fcc1-dcfd-4a49-b7ff-976c173f7640 req-ad16390f-1924-4f3f-b0dc-ae69159e6fb5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0522745 Mar 30 01:32:39.515305 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9875fcc1-dcfd-4a49-b7ff-976c173f7640 req-9abc3834-f835-41da-82fd-4e802f3a278f tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487573 Mar 30 01:32:39.654577 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386d69c-6030-4697-885e-21b24509775d req-f4d788f3-c02b-41c3-9cfd-753c1c80b14e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:39.656365 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a386d69c-6030-4697-885e-21b24509775d req-f4d788f3-c02b-41c3-9cfd-753c1c80b14e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0537107 Mar 30 01:32:39.702528 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a386d69c-6030-4697-885e-21b24509775d req-12512308-764c-469e-b99f-01cf9ab2b755 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405092 Mar 30 01:32:40.469436 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956ee94-42dc-427e-8f61-56d98ce1ef26 req-ba71fb5e-5da9-42a1-969a-a359d4f82aa7 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:40.470929 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7956ee94-42dc-427e-8f61-56d98ce1ef26 req-ba71fb5e-5da9-42a1-969a-a359d4f82aa7 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 943 time: 0.0515049 Mar 30 01:32:40.520304 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7956ee94-42dc-427e-8f61-56d98ce1ef26 req-5e8aadb7-8fa6-4134-bb05-2856b0c73291 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438738 Mar 30 01:32:40.577030 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a69665-4031-4919-a501-09f553723c2d req-4cbd008f-44cd-463f-ba2a-e1dc48ea9d73 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:40.578498 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f8a69665-4031-4919-a501-09f553723c2d req-4cbd008f-44cd-463f-ba2a-e1dc48ea9d73 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 947 time: 0.0570061 Mar 30 01:32:40.627010 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f8a69665-4031-4919-a501-09f553723c2d req-13f14b0b-f94f-4654-acbf-80e7cead6d77 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=93da78db-5394-4146-9a40-449925cda536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428433 Mar 30 01:32:40.639040 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c66c8-a512-4ab4-aa8d-7847626415ce req-92ab76bf-da87-404f-83f5-95607c4765c1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:40.640521 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d75c66c8-a512-4ab4-aa8d-7847626415ce req-92ab76bf-da87-404f-83f5-95607c4765c1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0577180 Mar 30 01:32:40.654016 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:32:40.688231 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d75c66c8-a512-4ab4-aa8d-7847626415ce req-aa65ee77-ee05-41cb-83f2-200464a3b1a3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 Mar 30 01:32:40.755204 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,segment=NetworkSegment(230a1729-9a7d-4f9c-8bd8-29d835f99090),segment_id=230a1729-9a7d-4f9c-8bd8-29d835f99090)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:40.766618 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'port_id': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d', 'mac_address': 'fa:16:3e:11:0d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:32:40.803728 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:40.804124 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:40.817533 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:32:40.819981 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779fdc9-c285-47f5-94e2-bb911cc64930 req-c0656cc5-6beb-4a81-83fe-9432fee8fecf tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:40.821454 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b779fdc9-c285-47f5-94e2-bb911cc64930 req-c0656cc5-6beb-4a81-83fe-9432fee8fecf tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0514863 Mar 30 01:32:40.837384 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,segment=NetworkSegment(230a1729-9a7d-4f9c-8bd8-29d835f99090),segment_id=230a1729-9a7d-4f9c-8bd8-29d835f99090)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:40.843074 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:40.871240 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b779fdc9-c285-47f5-94e2-bb911cc64930 req-9eea5268-023a-4392-96c0-f5e80f539578 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430398 Mar 30 01:32:40.892485 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:40.998561 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-ee850c42-8327-43e8-903b-6316acb13aa6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:41.000058 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-ee850c42-8327-43e8-903b-6316acb13aa6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 947 time: 0.0513859 Mar 30 01:32:41.097719 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Deleting port 38943836-c01b-4a56-95db-010e6337cfe2 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:32:41.098058 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (38943836-c01b-4a56-95db-010e6337cfe2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:41.114871 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:32:41.184441 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] For port 38943836-c01b-4a56-95db-010e6337cfe2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=38943836-c01b-4a56-95db-010e6337cfe2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:41.184728 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (38943836-c01b-4a56-95db-010e6337cfe2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:41.400063 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:41.400422 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (61f86e1c-cae0-4abe-8c05-1228dc067877), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:41.400739 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Floating IP 61f86e1c-cae0-4abe-8c05-1228dc067877 disassociated. External IP: 172.27.2.125, port: 38943836-c01b-4a56-95db-010e6337cfe2. Mar 30 01:32:41.401081 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Calling delete_port for 38943836-c01b-4a56-95db-010e6337cfe2 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:32:41.525782 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (38943836-c01b-4a56-95db-010e6337cfe2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:41.570356 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event deleted for resources: {'Port': ['ID=38943836-c01b-4a56-95db-010e6337cfe2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:41.727771 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0acac1c9-757f-4062-9b5f-b240bc271fae req-19f04c07-f7dd-4562-8e75-95f060f6f92e tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a25986c-3fec-4cdf-83ac-e13e3777ed58 HTTP/1.1" status: 200 len: 210 time: 0.0260623 Mar 30 01:32:41.747622 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e6c16-1117-4431-97d6-1da0e7883e10 req-d30308ef-4660-437b-abab-3b88152f866b tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:41.749148 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-044e6c16-1117-4431-97d6-1da0e7883e10 req-d30308ef-4660-437b-abab-3b88152f866b tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 944 time: 0.1125829 Mar 30 01:32:41.756684 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Router 4a0fc035-0867-44b8-aeb1-68d943f89e09 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:32:41.841386 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e58aa2-0d7d-44f5-8651-5c0f975774de req-aba5d8a1-5b09-4419-9138-7bfedefa19e1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:41.842884 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-16e58aa2-0d7d-44f5-8651-5c0f975774de req-aba5d8a1-5b09-4419-9138-7bfedefa19e1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0553179 Mar 30 01:32:41.871107 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-044e6c16-1117-4431-97d6-1da0e7883e10 req-3ab4451d-2629-4dfd-81a1-7383942f272c tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133018 Mar 30 01:32:41.892255 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-16e58aa2-0d7d-44f5-8651-5c0f975774de req-8e2a6a60-a6c2-429f-828c-9ac485e4f39c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435009 Mar 30 01:32:41.905163 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:32:41.926694 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d3321-3836-4581-b708-c3c6ed3bf58a None None] Sync routers for ids ['4a0fc035-0867-44b8-aeb1-68d943f89e09'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:32:41.937663 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d3321-3836-4581-b708-c3c6ed3bf58a None None] Routers {'4a0fc035-0867-44b8-aeb1-68d943f89e09'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:32:41.938288 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-528d3321-3836-4581-b708-c3c6ed3bf58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:32:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['4a0fc035-0867-44b8-aeb1-68d943f89e09'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:41.955170 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] No DVR routers for this DVR port 38943836-c01b-4a56-95db-010e6337cfe2 on host hv-cinder-81713 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:32:41.959106 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:41.962571 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d9c98ead-8783-445c-9228-32cd2f7d4bc7 req-a3066c2e-f6ce-4af7-9b31-16fcf266f11c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.10 "DELETE /v2.0/ports/38943836-c01b-4a56-95db-010e6337cfe2 HTTP/1.1" status: 204 len: 173 time: 0.9567542 Mar 30 01:32:41.963098 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'name': 'network-vif-deleted', 'tag': '38943836-c01b-4a56-95db-010e6337cfe2'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:32:41.966285 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d864a1-0530-4930-adab-754bc15addf5" -d '{"events": [{"server_uuid": "4a25986c-3fec-4cdf-83ac-e13e3777ed58", "name": "network-vif-deleted", "tag": "38943836-c01b-4a56-95db-010e6337cfe2"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:32:42.008053 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7521cb50-ac7f-4971-8042-f9745028de4e x-openstack-request-id: req-7521cb50-ac7f-4971-8042-f9745028de4e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:32:42.008336 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a25986c-3fec-4cdf-83ac-e13e3777ed58", "name": "network-vif-deleted", "tag": "38943836-c01b-4a56-95db-010e6337cfe2", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:32:42.008590 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7521cb50-ac7f-4971-8042-f9745028de4e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:32:42.008988 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7521cb50-ac7f-4971-8042-f9745028de4e'] response: {'server_uuid': '4a25986c-3fec-4cdf-83ac-e13e3777ed58', 'name': 'network-vif-deleted', 'tag': '38943836-c01b-4a56-95db-010e6337cfe2', 'status': 'completed', 'code': 200} Mar 30 01:32:42.033696 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fca4b-f6f1-4402-bac7-40d7ef310463 req-0f9ac016-30a0-4d9d-bade-a59457989d22 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:42.035255 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bb0fca4b-f6f1-4402-bac7-40d7ef310463 req-0f9ac016-30a0-4d9d-bade-a59457989d22 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0660443 Mar 30 01:32:42.071702 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-528d3321-3836-4581-b708-c3c6ed3bf58a None None] Set router 4a0fc035-0867-44b8-aeb1-68d943f89e09 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:32:42.087910 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bb0fca4b-f6f1-4402-bac7-40d7ef310463 req-77e9a3c9-802e-4472-97a6-7ee2c056a1c0 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465763 Mar 30 01:32:42.284477 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-528d3321-3836-4581-b708-c3c6ed3bf58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:32Z', 'revision_number': 5, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:42.309648 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d3321-3836-4581-b708-c3c6ed3bf58a None None] Checking router: 4a0fc035-0867-44b8-aeb1-68d943f89e09 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:32:42.317582 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d3321-3836-4581-b708-c3c6ed3bf58a None None] Routers {'4a0fc035-0867-44b8-aeb1-68d943f89e09'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:32:42.318179 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-528d3321-3836-4581-b708-c3c6ed3bf58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:32:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['4a0fc035-0867-44b8-aeb1-68d943f89e09'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:42.430273 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-528d3321-3836-4581-b708-c3c6ed3bf58a None None] Set router 4a0fc035-0867-44b8-aeb1-68d943f89e09 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:32:42.630810 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-528d3321-3836-4581-b708-c3c6ed3bf58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:32Z', 'revision_number': 5, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:42.653866 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:32:42.662310 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d3321-3836-4581-b708-c3c6ed3bf58a None None] The sync data for ids ['4a0fc035-0867-44b8-aeb1-68d943f89e09'] in dv-cinder-817135-7-iscsi is: [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:32Z', 'revision_number': 5, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:32:42.708003 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:32:42.712189 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:42.712568 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:42.796798 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:42.797194 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:42.821937 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bacb493-b4d6-4844-913f-1d6937010868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:32:42.824650 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86e91cc-3968-4156-b70e-4dbe558b1e93" -d '{"events": [{"server_uuid": "8bacb493-b4d6-4844-913f-1d6937010868", "name": "network-vif-plugged", "status": "completed", "tag": "5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:32:42.835213 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40364) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:42.839636 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,segment=NetworkSegment(230a1729-9a7d-4f9c-8bd8-29d835f99090),segment_id=230a1729-9a7d-4f9c-8bd8-29d835f99090)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:42.849593 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:42.891115 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54daa5f2-64a3-4850-b1c0-0ab83e67d81f x-openstack-request-id: req-54daa5f2-64a3-4850-b1c0-0ab83e67d81f {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:32:42.891427 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bacb493-b4d6-4844-913f-1d6937010868", "name": "network-vif-plugged", "status": "completed", "tag": "5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:32:42.891685 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54daa5f2-64a3-4850-b1c0-0ab83e67d81f {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:32:42.892074 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54daa5f2-64a3-4850-b1c0-0ab83e67d81f'] response: {'server_uuid': '8bacb493-b4d6-4844-913f-1d6937010868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d', 'code': 200} Mar 30 01:32:42.933948 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-664f14c9-2b12-4f32-a3dc-ea9d132a750b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group (93da78db-5394-4146-9a40-449925cda536), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:42.944289 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:42.983256 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-664f14c9-2b12-4f32-a3dc-ea9d132a750b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group (93da78db-5394-4146-9a40-449925cda536), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:43.047673 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f07b1-f3ec-4774-82d6-095a460cf6e4 None None] New status for floating IP 61f86e1c-cae0-4abe-8c05-1228dc067877: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:32:43.060909 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe6b70-273a-4c1a-b6f0-7e561ea2c8d9 req-41e782cd-0127-4630-af15-b94b78666951 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:43.062651 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-78fe6b70-273a-4c1a-b6f0-7e561ea2c8d9 req-41e782cd-0127-4630-af15-b94b78666951 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 945 time: 0.0830817 Mar 30 01:32:43.120812 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b607f0a-b92e-4bdc-8943-b8d079993a90 req-a882b3e6-3590-4b9f-be7e-e31dea65008a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:43.123126 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4b607f0a-b92e-4bdc-8943-b8d079993a90 req-a882b3e6-3590-4b9f-be7e-e31dea65008a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.1002836 Mar 30 01:32:43.124272 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-664f14c9-2b12-4f32-a3dc-ea9d132a750b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (93da78db-5394-4146-9a40-449925cda536), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:43.127003 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-664f14c9-2b12-4f32-a3dc-ea9d132a750b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:43.131847 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-664f14c9-2b12-4f32-a3dc-ea9d132a750b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "DELETE /v2.0/security-groups/93da78db-5394-4146-9a40-449925cda536 HTTP/1.1" status: 204 len: 168 time: 0.2953928 Mar 30 01:32:43.132312 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40372) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:43.180668 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f14c9-2b12-4f32-a3dc-ea9d132a750b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93da78db-5394-4146-9a40-449925cda536,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:43.199695 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.api.v2.resource [None req-3c6e8e83-6fd3-4695-ac0c-30594165cefe tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] show failed (client error): The resource could not be found. Mar 30 01:32:43.204006 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-3c6e8e83-6fd3-4695-ac0c-30594165cefe tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups/93da78db-5394-4146-9a40-449925cda536 HTTP/1.1" status: 404 len: 347 time: 0.0665534 Mar 30 01:32:43.207474 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40376) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:43.219854 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4b607f0a-b92e-4bdc-8943-b8d079993a90 req-b0970417-2e7a-4824-aaad-ff2bd3a79c32 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864885 Mar 30 01:32:43.387318 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1b00fe87-092e-4fa0-87a2-8ea8e35405bc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Deleting port df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:32:43.387584 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1b00fe87-092e-4fa0-87a2-8ea8e35405bc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:43.396287 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69effe6c-5861-4b8d-8354-0f14ee0cbd00 req-9763db13-8cce-4fb6-99ff-982e4da15b54 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:43.397760 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-69effe6c-5861-4b8d-8354-0f14ee0cbd00 req-9763db13-8cce-4fb6-99ff-982e4da15b54 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0722861 Mar 30 01:32:43.421363 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-78fe6b70-273a-4c1a-b6f0-7e561ea2c8d9 req-a51af981-359a-401b-a124-f1fd00c89910 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434708 Mar 30 01:32:43.427013 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be0fdd-b85f-4eeb-b317-111a7ec8b609 req-9845ee36-b881-42a6-a554-69bba05c750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:43.428702 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-88be0fdd-b85f-4eeb-b317-111a7ec8b609 req-9845ee36-b881-42a6-a554-69bba05c750a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 1129 time: 0.3592887 Mar 30 01:32:43.476029 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-88be0fdd-b85f-4eeb-b317-111a7ec8b609 req-06cb58ca-c579-4750-9dfd-8fe64b756a7b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399678 Mar 30 01:32:43.499219 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-69effe6c-5861-4b8d-8354-0f14ee0cbd00 req-0c25956b-d2e3-4174-9ef6-3d02061504fb tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901942 Mar 30 01:32:43.510516 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1b00fe87-092e-4fa0-87a2-8ea8e35405bc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:43.510884 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1b00fe87-092e-4fa0-87a2-8ea8e35405bc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for floatingip (df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:43.523142 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1b00fe87-092e-4fa0-87a2-8ea8e35405bc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Calling delete_port for df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9 owned by network:floatingip {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:32:43.667907 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1b00fe87-092e-4fa0-87a2-8ea8e35405bc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:43.694372 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00fe87-092e-4fa0-87a2-8ea8e35405bc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event deleted for resources: {'Port': ['ID=df0a0063-8c38-42d4-8cbb-7a8d7af0a2b9,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:43.707713 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f24e4b24-e3ec-44a0-a343-76e984d0163c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:43.768228 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1b00fe87-092e-4fa0-87a2-8ea8e35405bc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for floatingip (61f86e1c-cae0-4abe-8c05-1228dc067877), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:43.770779 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1b00fe87-092e-4fa0-87a2-8ea8e35405bc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:43.771925 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-1b00fe87-092e-4fa0-87a2-8ea8e35405bc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "DELETE /v2.0/floatingips/61f86e1c-cae0-4abe-8c05-1228dc067877 HTTP/1.1" status: 204 len: 168 time: 0.5635092 Mar 30 01:32:44.273562 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40382) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:44.279765 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-dae07286-273a-4818-95ac-cfe5aa0f7403 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219218416', 'description': 'tempest-description--1034009600'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:44.312339 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dae07286-273a-4818-95ac-cfe5aa0f7403 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:44.561330 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f291f-98ed-4b36-96da-e0fef3d09666 req-511bfc8f-84d5-4f8b-b765-050248295d83 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:44.571703 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f44f291f-98ed-4b36-96da-e0fef3d09666 req-511bfc8f-84d5-4f8b-b765-050248295d83 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 945 time: 0.0725529 Mar 30 01:32:44.626265 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9367622-94ee-4e04-b0e9-7e67ec762402 req-1d4b3a6f-ee48-4c50-ad35-2a4d5992b9d0 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:44.627859 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b9367622-94ee-4e04-b0e9-7e67ec762402 req-1d4b3a6f-ee48-4c50-ad35-2a4d5992b9d0 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.3295217 Mar 30 01:32:44.632945 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f44f291f-98ed-4b36-96da-e0fef3d09666 req-3fa323f7-e923-4506-9cf9-56757b6acfa7 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556512 Mar 30 01:32:44.659355 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 38943836-c01b-4a56-95db-010e6337cfe2 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:32:44.686346 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: 38943836-c01b-4a56-95db-010e6337cfe2 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:32:44.687073 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 38943836-c01b-4a56-95db-010e6337cfe2 not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:32:44.700732 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dae07286-273a-4818-95ac-cfe5aa0f7403 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group (56f9a92a-1e7d-4d31-84b7-d40a66823b44), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:44.712366 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dae07286-273a-4818-95ac-cfe5aa0f7403 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (56f9a92a-1e7d-4d31-84b7-d40a66823b44), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:44.722623 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b9367622-94ee-4e04-b0e9-7e67ec762402 req-6a30f121-990a-45c9-a150-423da8d3d936 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601244 Mar 30 01:32:44.750191 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ce852-f09a-48a8-9699-260651d053ef req-7c968721-748b-4996-825d-d1996da1e02e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:44.752395 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-926ce852-f09a-48a8-9699-260651d053ef req-7c968721-748b-4996-825d-d1996da1e02e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0627282 Mar 30 01:32:44.755733 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dae07286-273a-4818-95ac-cfe5aa0f7403 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:44.756970 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-dae07286-273a-4818-95ac-cfe5aa0f7403 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4820585 Mar 30 01:32:44.760133 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40388) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:44.765147 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-c087ea91-9b05-424a-98c8-ee018c2cdbab tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Request body: {'security_group_rule': {'security_group_id': '56f9a92a-1e7d-4d31-84b7-d40a66823b44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:44.769307 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae07286-273a-4818-95ac-cfe5aa0f7403 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f9a92a-1e7d-4d31-84b7-d40a66823b44,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:44.799064 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c087ea91-9b05-424a-98c8-ee018c2cdbab tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group_rule (27fc9e80-711d-4d15-89b5-f81e3a44043b), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:44.815294 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-926ce852-f09a-48a8-9699-260651d053ef req-d3d2c624-b60f-4db1-88a9-cfc08aeabb94 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570273 Mar 30 01:32:44.863400 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c087ea91-9b05-424a-98c8-ee018c2cdbab tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group_rule (27fc9e80-711d-4d15-89b5-f81e3a44043b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:44.867022 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c087ea91-9b05-424a-98c8-ee018c2cdbab tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (27fc9e80-711d-4d15-89b5-f81e3a44043b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:44.882282 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087ea91-9b05-424a-98c8-ee018c2cdbab tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27fc9e80-711d-4d15-89b5-f81e3a44043b,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:44.901128 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c087ea91-9b05-424a-98c8-ee018c2cdbab tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:44.904529 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-c087ea91-9b05-424a-98c8-ee018c2cdbab tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413174 Mar 30 01:32:44.905610 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40390) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:44.910801 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-6afa466e-8167-4306-b69b-e63e4fb668fc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Request body: {'security_group_rule': {'security_group_id': '56f9a92a-1e7d-4d31-84b7-d40a66823b44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:44.942537 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6afa466e-8167-4306-b69b-e63e4fb668fc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group_rule (79704e73-79ed-455e-abf4-668fbbbd741b), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.006351 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6afa466e-8167-4306-b69b-e63e4fb668fc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group_rule (79704e73-79ed-455e-abf4-668fbbbd741b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.010502 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6afa466e-8167-4306-b69b-e63e4fb668fc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (79704e73-79ed-455e-abf4-668fbbbd741b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.029800 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa466e-8167-4306-b69b-e63e4fb668fc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79704e73-79ed-455e-abf4-668fbbbd741b,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:45.037986 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6afa466e-8167-4306-b69b-e63e4fb668fc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.042182 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-6afa466e-8167-4306-b69b-e63e4fb668fc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321230 Mar 30 01:32:45.042669 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40392) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:45.047305 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Request body: {'floatingip': {'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:45.068691 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.168708 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.275290 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Allocated IP 172.27.2.99 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/89b127be-4834-4daf-a71c-5c1aa4b223d7) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:32:45.374258 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for port (89b127be-4834-4daf-a71c-5c1aa4b223d7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.408847 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (89b127be-4834-4daf-a71c-5c1aa4b223d7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.447774 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:32:45.451188 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:32:45.454826 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:32:45.482569 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event updated for resources: {'Port': ['ID=89b127be-4834-4daf-a71c-5c1aa4b223d7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:45.544688 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for floatingip (d4fff103-2749-4313-91fc-0bcaefddaeb1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.579928 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (89b127be-4834-4daf-a71c-5c1aa4b223d7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.732216 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for port (89b127be-4834-4daf-a71c-5c1aa4b223d7), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.737221 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (89b127be-4834-4daf-a71c-5c1aa4b223d7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.749979 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee839d6-3800-4be6-a9fb-119a4bc652c1 req-f97c410e-0c7d-400d-b30d-9c8af6fe5846 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:45.751557 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-1ee839d6-3800-4be6-a9fb-119a4bc652c1 req-f97c410e-0c7d-400d-b30d-9c8af6fe5846 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 945 time: 0.0531864 Mar 30 01:32:45.816522 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-1ee839d6-3800-4be6-a9fb-119a4bc652c1 req-337f1fbb-5264-40d9-84d7-449828ab4d93 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589674 Mar 30 01:32:45.822644 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event updated for resources: {'Port': ['ID=89b127be-4834-4daf-a71c-5c1aa4b223d7,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:45.833512 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (d4fff103-2749-4313-91fc-0bcaefddaeb1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.877182 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.883714 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5e57946a-a6ed-422f-9f05-aca1e87ebcd6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8392756 Mar 30 01:32:45.895656 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be9e5b4a-d850-406d-a662-070d833f3353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:45.906216 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeea32-1c05-4ab0-b6bf-5f4ab9691103 req-3ac436bf-6d69-4200-9946-9941ff40fb09 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:45.909657 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8eaeea32-1c05-4ab0-b6bf-5f4ab9691103 req-3ac436bf-6d69-4200-9946-9941ff40fb09 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.1020570 Mar 30 01:32:45.950005 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05332b5c-9429-44be-8ebb-d5bd7afc3e8b req-d4ae4d9c-441c-4223-932a-bb7d46233bb1 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:45.957110 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-05332b5c-9429-44be-8ebb-d5bd7afc3e8b req-d4ae4d9c-441c-4223-932a-bb7d46233bb1 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0653429 Mar 30 01:32:45.973273 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8eaeea32-1c05-4ab0-b6bf-5f4ab9691103 req-6ffe9615-f40f-41f7-9f4e-0ccbc45231e0 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576270 Mar 30 01:32:46.019106 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-05332b5c-9429-44be-8ebb-d5bd7afc3e8b req-970743d0-f131-4aae-86c9-3c2e6018b62d tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610859 Mar 30 01:32:46.094411 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd639-30c6-4421-81c1-ff6f6b905449 req-35edf77f-fdce-420f-b8bd-42cdb643618b tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:46.095961 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-908fd639-30c6-4421-81c1-ff6f6b905449 req-35edf77f-fdce-420f-b8bd-42cdb643618b tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 945 time: 0.0545912 Mar 30 01:32:46.138004 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-64c6e60b-0606-443a-a541-1e83b571cb45 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1219218416&fields=id&tenant_id=40c47efe85b3419bbfe4af492f367fa3 HTTP/1.1" status: 200 len: 267 time: 0.0440969 Mar 30 01:32:46.142168 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-908fd639-30c6-4421-81c1-ff6f6b905449 req-a9062de1-521f-428c-af02-3ce868d16456 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405974 Mar 30 01:32:46.242738 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-d11df804-0fd3-4340-b1f7-29d0fa530274 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:46.244182 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-d11df804-0fd3-4340-b1f7-29d0fa530274 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/networks?id=4292407f-f21a-4ca4-83dc-33c4f2c633d6 HTTP/1.1" status: 200 len: 817 time: 0.0993419 Mar 30 01:32:46.259462 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-d5287e95-2e27-4f16-87b2-e536005d88c8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/quotas/40c47efe85b3419bbfe4af492f367fa3 HTTP/1.1" status: 200 len: 375 time: 0.0091434 Mar 30 01:32:46.319460 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-f20b1a5c-3658-41e9-b0b5-682df031c705 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=40c47efe85b3419bbfe4af492f367fa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547633 Mar 30 01:32:46.413974 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-a329bcd3-e0f7-469e-822e-9ac1468976e4 service neutron] 10.222.0.30 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826259 Mar 30 01:32:46.468912 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e5652-bbf9-4c2d-89e2-33a1d0eb8f32 req-757912d5-9a6a-481a-8c29-685737ec6e64 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:46.470525 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-601e5652-bbf9-4c2d-89e2-33a1d0eb8f32 req-757912d5-9a6a-481a-8c29-685737ec6e64 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 945 time: 0.0576351 Mar 30 01:32:46.506208 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-957ddead-e0df-4efd-8b3d-9675901d43a5 service neutron] 10.222.0.30 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867298 Mar 30 01:32:46.516616 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-601e5652-bbf9-4c2d-89e2-33a1d0eb8f32 req-3cfd50e0-73eb-4127-a50b-6f6987df2a7b tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404811 Mar 30 01:32:46.688164 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fb8795a1-1c59-4d4d-bf41-e949fbe9a329 req-df3ae657-65ed-4acd-9466-a66cb6cf427c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 210 time: 0.0308390 Mar 30 01:32:47.107105 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01370d-dfbe-4c81-8d01-b23546fb54ab req-2e234313-bed3-4c80-8f94-2e8bf09eb4f6 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:47.108852 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fa01370d-dfbe-4c81-8d01-b23546fb54ab req-2e234313-bed3-4c80-8f94-2e8bf09eb4f6 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0654087 Mar 30 01:32:47.112550 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:47.157675 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946fdd8-ec5b-4c6e-8873-c807b68a5a86 req-e70a95fa-df37-4234-8a4a-48484b498334 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:47.159321 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2946fdd8-ec5b-4c6e-8873-c807b68a5a86 req-e70a95fa-df37-4234-8a4a-48484b498334 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0593362 Mar 30 01:32:47.164278 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fa01370d-dfbe-4c81-8d01-b23546fb54ab req-04dda6d0-7a9b-48bb-a0b9-df705a2fcaa1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484781 Mar 30 01:32:47.214143 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2946fdd8-ec5b-4c6e-8873-c807b68a5a86 req-86150bbb-d212-4949-8235-eaed8a6e35e7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463035 Mar 30 01:32:47.665434 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-dbfaef1b-a55d-4f56-8a77-880826def164 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:47.666903 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-dbfaef1b-a55d-4f56-8a77-880826def164 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.10 "GET /v2.0/networks?id=4292407f-f21a-4ca4-83dc-33c4f2c633d6 HTTP/1.1" status: 200 len: 817 time: 0.1021733 Mar 30 01:32:47.732765 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-3453d6d1-cd79-432b-a679-b982a276954f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40c47efe85b3419bbfe4af492f367fa3 HTTP/1.1" status: 200 len: 380 time: 0.0568829 Mar 30 01:32:47.744706 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-c7bb195a-3abb-4b50-bd32-b8cf530be553 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Request body: {'port': {'device_id': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'admin_state_up': True, 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'security_groups': ['56f9a92a-1e7d-4d31-84b7-d40a66823b44']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:47.787174 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7ed80a58-bbbc-4e5b-a753-3bff079d8813 req-11d0bf0b-5e45-4816-af17-f1390b3720fe tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 210 time: 0.0278001 Mar 30 01:32:47.853691 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-c7bb195a-3abb-4b50-bd32-b8cf530be553 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Made reservation on behalf of 40c47efe85b3419bbfe4af492f367fa3 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:32:47.857358 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-c7bb195a-3abb-4b50-bd32-b8cf530be553 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:47.982438 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-c7bb195a-3abb-4b50-bd32-b8cf530be553 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Allocated IP 172.20.0.13 (4292407f-f21a-4ca4-83dc-33c4f2c633d6/94dad553-4d41-4378-b1f8-7911db8bcff2/e610d487-7658-4c75-8310-cd6338ef8ef2) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:32:48.127430 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-c7bb195a-3abb-4b50-bd32-b8cf530be553 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:48.165735 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-c7bb195a-3abb-4b50-bd32-b8cf530be553 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:48.207963 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-c7bb195a-3abb-4b50-bd32-b8cf530be553 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:32:48.211054 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-c7bb195a-3abb-4b50-bd32-b8cf530be553 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:32:48.215500 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-c7bb195a-3abb-4b50-bd32-b8cf530be553 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:32:48.254276 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb195a-3abb-4b50-bd32-b8cf530be553 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event updated for resources: {'Port': ['ID=e610d487-7658-4c75-8310-cd6338ef8ef2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:48.278106 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-c7bb195a-3abb-4b50-bd32-b8cf530be553 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:48.278869 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-c7bb195a-3abb-4b50-bd32-b8cf530be553 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:48.301932 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-c7bb195a-3abb-4b50-bd32-b8cf530be553 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5603089 Mar 30 01:32:48.314873 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81151278-1bba-4a5e-885d-d83c1cc5619d req-375fd0cb-86d2-42ed-8cdc-fc2dbb39504e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:48.315441 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Request body: {'port': {'device_id': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:48.317468 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-81151278-1bba-4a5e-885d-d83c1cc5619d req-375fd0cb-86d2-42ed-8cdc-fc2dbb39504e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0737605 Mar 30 01:32:48.393395 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-81151278-1bba-4a5e-885d-d83c1cc5619d req-e15c3f19-0e34-4237-8e55-cf67e47fde5d tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692146 Mar 30 01:32:48.407765 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:48.499461 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:48.505341 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2d50f953-8e3e-4c8c-aa1d-5deed9917a77 None None] Provisioning complete for port e610d487-7658-4c75-8310-cd6338ef8ef2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:48.505885 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d50f953-8e3e-4c8c-aa1d-5deed9917a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:48.545222 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2d50f953-8e3e-4c8c-aa1d-5deed9917a77 None None] Port e610d487-7658-4c75-8310-cd6338ef8ef2 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:32:48.601782 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d869-ee0d-46e2-9a5b-444f5b476fc6 req-8d703484-960e-43cc-84da-605b910f8401 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:48.603313 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-81d6d869-ee0d-46e2-9a5b-444f5b476fc6 req-8d703484-960e-43cc-84da-605b910f8401 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.1463466 Mar 30 01:32:48.702146 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-81d6d869-ee0d-46e2-9a5b-444f5b476fc6 req-04dea256-0ef4-4b44-915e-6d81b01cbe75 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926242 Mar 30 01:32:48.788459 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e610d487-7658-4c75-8310-cd6338ef8ef2 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:32:48.796009 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Publish callbacks [] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:48.808179 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Transition to ACTIVE for port object e610d487-7658-4c75-8310-cd6338ef8ef2 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:32:48.812605 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:48.865637 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Pushing event updated for resources: {'Port': ['ID=e610d487-7658-4c75-8310-cd6338ef8ef2,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:48.921554 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdb793-56de-418d-830c-e83c9fc436ba req-6d2e2c6a-d481-4305-965d-10cabc916afe tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:48.923269 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-39cdb793-56de-418d-830c-e83c9fc436ba req-6d2e2c6a-d481-4305-965d-10cabc916afe tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0604222 Mar 30 01:32:48.945258 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Attempting to bind port e610d487-7658-4c75-8310-cd6338ef8ef2 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:32:48.945734 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Attempting to bind port e610d487-7658-4c75-8310-cd6338ef8ef2 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:32:48.946193 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Attempting to bind port e610d487-7658-4c75-8310-cd6338ef8ef2 on network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:32:48.952130 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Port e610d487-7658-4c75-8310-cd6338ef8ef2 on network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:32:48.952503 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Attempting to bind port e610d487-7658-4c75-8310-cd6338ef8ef2 on network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:32:48.957629 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:32:48.958034 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Checking segment: {'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:32:48.958424 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Bound using segment: {'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:32:48.959108 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Bound port: e610d487-7658-4c75-8310-cd6338ef8ef2, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99339a86-e94f-4df6-9c3f-8948c6306f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:32:48.959469 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:48.982207 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-39cdb793-56de-418d-830c-e83c9fc436ba req-5bef5071-4cd2-4d9d-8f77-68f84658d581 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533040 Mar 30 01:32:49.028827 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] For port e610d487-7658-4c75-8310-cd6338ef8ef2, host hv-cinder-81713, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:32:49.032466 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] For port e610d487-7658-4c75-8310-cd6338ef8ef2, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e610d487-7658-4c75-8310-cd6338ef8ef2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:32:49.038987 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:49.074557 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:49.075449 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:49.076846 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] 10.222.0.10 "PUT /v2.0/ports/e610d487-7658-4c75-8310-cd6338ef8ef2 HTTP/1.1" status: 200 len: 1094 time: 0.7660599 Mar 30 01:32:49.077298 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'tag': 'e610d487-7658-4c75-8310-cd6338ef8ef2'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:32:49.079541 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d779b3-fd78-470f-9d64-4be6b7047503" -d '{"events": [{"name": "network-changed", "server_uuid": "bb97ffcc-1acb-4aeb-9e7a-18feffe10a82", "tag": "e610d487-7658-4c75-8310-cd6338ef8ef2"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:32:49.104534 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33088fad-9e1b-4018-8658-f17fbb26122b service neutron] Pushing event updated for resources: {'Port': ['ID=e610d487-7658-4c75-8310-cd6338ef8ef2,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:49.132756 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ae0fb0-ed98-44e9-805a-6a8f434bb93d x-openstack-request-id: req-70ae0fb0-ed98-44e9-805a-6a8f434bb93d {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:32:49.133048 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb97ffcc-1acb-4aeb-9e7a-18feffe10a82", "tag": "e610d487-7658-4c75-8310-cd6338ef8ef2", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:32:49.133300 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70ae0fb0-ed98-44e9-805a-6a8f434bb93d {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:32:49.133701 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ae0fb0-ed98-44e9-805a-6a8f434bb93d'] response: {'name': 'network-changed', 'server_uuid': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'tag': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'status': 'completed', 'code': 200} Mar 30 01:32:49.174031 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-c07636f5-3cc4-45d7-8911-9b7e74825bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:49.175642 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-c07636f5-3cc4-45d7-8911-9b7e74825bc8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40c47efe85b3419bbfe4af492f367fa3&device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 1128 time: 0.0520537 Mar 30 01:32:49.222892 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-11694943-afd3-4695-af2d-dfc10a749cda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e610d487-7658-4c75-8310-cd6338ef8ef2 HTTP/1.1" status: 200 len: 217 time: 0.0392804 Mar 30 01:32:49.272474 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-2c812633-2b34-4f31-b7e5-6c2b1bc62b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:49.273924 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-2c812633-2b34-4f31-b7e5-6c2b1bc62b54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94dad553-4d41-4378-b1f8-7911db8bcff2 HTTP/1.1" status: 200 len: 856 time: 0.0461764 Mar 30 01:32:49.324929 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-82a0cfd3-c809-40c0-8e02-009d9404da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:49.326414 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-82a0cfd3-c809-40c0-8e02-009d9404da98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4292407f-f21a-4ca4-83dc-33c4f2c633d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463417 Mar 30 01:32:49.438356 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-3aaf31e5-4b14-441b-bf13-f8cf46f1618e service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058505 Mar 30 01:32:49.521032 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef238c6d-1af5-4739-b228-0b118da1ece4 req-b3f5506e-67fd-4252-9591-40b6981d9412 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:49.522551 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ef238c6d-1af5-4739-b228-0b118da1ece4 req-b3f5506e-67fd-4252-9591-40b6981d9412 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0542681 Mar 30 01:32:49.527204 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-349141dd-2497-4aad-a8c6-7891707c1f3b req-ce786ead-e811-4846-a4b2-88499894a01a service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834565 Mar 30 01:32:49.578109 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ef238c6d-1af5-4739-b228-0b118da1ece4 req-ddee790b-3ca8-46df-b96f-fbb3489bde76 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484004 Mar 30 01:32:49.617442 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d779b3-fd78-470f-9d64-4be6b7047503 req-a4b71f93-e071-47eb-ab04-fbd0fcd570ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:49.618976 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-90d779b3-fd78-470f-9d64-4be6b7047503 req-a4b71f93-e071-47eb-ab04-fbd0fcd570ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40c47efe85b3419bbfe4af492f367fa3&device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 1128 time: 0.0497050 Mar 30 01:32:49.709525 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d779b3-fd78-470f-9d64-4be6b7047503 req-7cfa73f1-8e7f-41af-a50f-6438ce1ecca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:49.711070 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-90d779b3-fd78-470f-9d64-4be6b7047503 req-7cfa73f1-8e7f-41af-a50f-6438ce1ecca7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4292407f-f21a-4ca4-83dc-33c4f2c633d6 HTTP/1.1" status: 200 len: 918 time: 0.0851302 Mar 30 01:32:49.750890 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-90d779b3-fd78-470f-9d64-4be6b7047503 req-bb154cd7-ff80-4278-9710-e5df774f18fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e610d487-7658-4c75-8310-cd6338ef8ef2 HTTP/1.1" status: 200 len: 217 time: 0.0339060 Mar 30 01:32:49.831894 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d779b3-fd78-470f-9d64-4be6b7047503 req-b006d8c0-1091-4413-8784-b5630ed5716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:49.833354 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-90d779b3-fd78-470f-9d64-4be6b7047503 req-b006d8c0-1091-4413-8784-b5630ed5716f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94dad553-4d41-4378-b1f8-7911db8bcff2 HTTP/1.1" status: 200 len: 856 time: 0.0766039 Mar 30 01:32:49.856744 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3416b-e3e7-4225-a6f0-a44cf30d88b7 req-ffc387da-9cdd-44e5-89fa-6a9cfd4cf152 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:49.858184 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89f3416b-e3e7-4225-a6f0-a44cf30d88b7 req-ffc387da-9cdd-44e5-89fa-6a9cfd4cf152 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0718365 Mar 30 01:32:49.921387 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d779b3-fd78-470f-9d64-4be6b7047503 req-67bc5b19-6cd7-49d9-97b3-d4ced8330bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:49.922886 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-90d779b3-fd78-470f-9d64-4be6b7047503 req-67bc5b19-6cd7-49d9-97b3-d4ced8330bc3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4292407f-f21a-4ca4-83dc-33c4f2c633d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814013 Mar 30 01:32:49.927007 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89f3416b-e3e7-4225-a6f0-a44cf30d88b7 req-454ced44-ffb6-4dba-8313-2d923fc54dc8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544741 Mar 30 01:32:50.016497 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-90d779b3-fd78-470f-9d64-4be6b7047503 req-22a8fb95-eac6-4d38-9409-323179152dd8 service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873578 Mar 30 01:32:50.064222 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:50.099923 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a82d3-f0a3-4af3-af7c-fb48e3f2663b req-3e336f96-3e76-48f4-b829-35facdb2486e tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:50.101470 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-313a82d3-f0a3-4af3-af7c-fb48e3f2663b req-3e336f96-3e76-48f4-b829-35facdb2486e tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0546112 Mar 30 01:32:50.112650 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-90d779b3-fd78-470f-9d64-4be6b7047503 req-fb8f77af-b761-41c0-a2ce-2d9493847f27 service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900674 Mar 30 01:32:50.154544 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-313a82d3-f0a3-4af3-af7c-fb48e3f2663b req-2d8a84c4-a189-48c0-ab0e-e40cd07d4672 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464916 Mar 30 01:32:50.701640 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2677d7f-133d-4764-ab13-ea4b2e8bde15 req-36e598bf-b5b9-4181-a24f-84969116f83c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:50.703121 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d2677d7f-133d-4764-ab13-ea4b2e8bde15 req-36e598bf-b5b9-4181-a24f-84969116f83c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0566583 Mar 30 01:32:50.748638 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d2677d7f-133d-4764-ab13-ea4b2e8bde15 req-54d743a1-8ff2-4a8f-851a-758d5058b318 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399976 Mar 30 01:32:51.048123 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f77c3d-7589-41ac-b7bd-bce9f73bd221 req-fc17f0a6-1f90-4c13-a69a-4b95211a4e4f tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:51.049582 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b4f77c3d-7589-41ac-b7bd-bce9f73bd221 req-fc17f0a6-1f90-4c13-a69a-4b95211a4e4f tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0518367 Mar 30 01:32:51.095801 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b4f77c3d-7589-41ac-b7bd-bce9f73bd221 req-0f7cee2d-8f27-418d-b8fb-c8fbd7594b86 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403676 Mar 30 01:32:51.274326 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05704182-5871-4924-a8bf-c5be6e55ce98 req-e602de45-3c65-4d93-9ffe-a36c5a9396ee tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:51.275724 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05704182-5871-4924-a8bf-c5be6e55ce98 req-e602de45-3c65-4d93-9ffe-a36c5a9396ee tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0507443 Mar 30 01:32:51.337711 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05704182-5871-4924-a8bf-c5be6e55ce98 req-53bfb4da-1a12-42fc-9a96-5ccb9de579c5 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551643 Mar 30 01:32:51.867322 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f7489-11df-4fa5-9e18-d2520a9eef1a req-e8c1c84f-f3c0-4c25-bfe3-ad5a33983a06 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:51.868680 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-899f7489-11df-4fa5-9e18-d2520a9eef1a req-e8c1c84f-f3c0-4c25-bfe3-ad5a33983a06 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0543206 Mar 30 01:32:51.914353 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-899f7489-11df-4fa5-9e18-d2520a9eef1a req-c4f296e3-7552-4f48-8758-b2d056ace47b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395966 Mar 30 01:32:52.214072 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c05b1-add2-40f0-9aa4-4bc36608f27c req-4a70e5ed-5756-4a1b-8378-84dfe642b8e7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:52.215662 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d18c05b1-add2-40f0-9aa4-4bc36608f27c req-4a70e5ed-5756-4a1b-8378-84dfe642b8e7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0552876 Mar 30 01:32:52.261066 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d18c05b1-add2-40f0-9aa4-4bc36608f27c req-66e9cfdc-0519-42c2-a015-4d782b00a10d tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398762 Mar 30 01:32:52.459127 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d4ce2-70b2-4224-8805-1f87e2c146ee req-e5108404-aaf2-4198-93de-c6a5da8fa616 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:52.460571 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-488d4ce2-70b2-4224-8805-1f87e2c146ee req-e5108404-aaf2-4198-93de-c6a5da8fa616 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0526795 Mar 30 01:32:52.506502 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-488d4ce2-70b2-4224-8805-1f87e2c146ee req-0b054d83-8ba8-44b8-af53-2886a2378ebd tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403953 Mar 30 01:32:52.652073 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device e610d487-7658-4c75-8310-cd6338ef8ef2 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:32:52.784818 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port e610d487-7658-4c75-8310-cd6338ef8ef2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e610d487-7658-4c75-8310-cd6338ef8ef2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:52.797304 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'port_id': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'mac_address': 'fa:16:3e:82:b1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:32:52.834847 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port e610d487-7658-4c75-8310-cd6338ef8ef2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:52.835243 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:52.847868 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e610d487-7658-4c75-8310-cd6338ef8ef2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:32:52.867430 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port e610d487-7658-4c75-8310-cd6338ef8ef2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e610d487-7658-4c75-8310-cd6338ef8ef2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:52.871638 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:52.920383 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=e610d487-7658-4c75-8310-cd6338ef8ef2,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:53.038618 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b78a6-cb2a-417c-b87a-a0900f141e33 req-315d4e30-ad17-40e5-9115-1dc906c0f7ce tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:53.040141 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ce2b78a6-cb2a-417c-b87a-a0900f141e33 req-315d4e30-ad17-40e5-9115-1dc906c0f7ce tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0569029 Mar 30 01:32:53.077885 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:53.091548 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ce2b78a6-cb2a-417c-b87a-a0900f141e33 req-feec4aac-b911-4ce8-9e87-d88d57da1d91 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449131 Mar 30 01:32:53.146092 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['e610d487-7658-4c75-8310-cd6338ef8ef2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:32:53.379494 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cfd2f-b6ae-43df-af38-7109dc91f8f7 req-9373138f-cc9f-4a7f-be21-a12d9cd422bb tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:53.380972 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-735cfd2f-b6ae-43df-af38-7109dc91f8f7 req-9373138f-cc9f-4a7f-be21-a12d9cd422bb tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0533354 Mar 30 01:32:53.430815 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-735cfd2f-b6ae-43df-af38-7109dc91f8f7 req-bf801236-dcfc-4480-a580-510fcf4ecad8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444250 Mar 30 01:32:53.634448 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79edad-ce9f-4d12-a4bb-6d5793a06ecd req-40122442-276c-426b-ab0a-6b7b87493436 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:53.634448 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-cd79edad-ce9f-4d12-a4bb-6d5793a06ecd req-40122442-276c-426b-ab0a-6b7b87493436 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0576453 Mar 30 01:32:53.667693 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc0a5b-2c51-4c4c-b2f0-8fbfcc818ce6 req-e3598022-c831-4731-96ba-7731048f574d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:53.669708 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-50bc0a5b-2c51-4c4c-b2f0-8fbfcc818ce6 req-e3598022-c831-4731-96ba-7731048f574d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 945 time: 0.0908265 Mar 30 01:32:53.690852 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-cd79edad-ce9f-4d12-a4bb-6d5793a06ecd req-0ee5b04f-8395-4f28-bc2e-2a9af3f7987d tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530467 Mar 30 01:32:53.694747 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951a191-1d96-476b-b593-4e6401fff54a req-f929ed60-da82-49f4-87a4-55f4dd4e63cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:53.696207 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a951a191-1d96-476b-b593-4e6401fff54a req-f929ed60-da82-49f4-87a4-55f4dd4e63cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=039eb3382c0646d4bd8cddff38364c12&device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 1129 time: 0.0807314 Mar 30 01:32:53.769318 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-50bc0a5b-2c51-4c4c-b2f0-8fbfcc818ce6 req-712c7acf-8aba-4f2b-a07a-ab90d7798f15 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927444 Mar 30 01:32:53.804825 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951a191-1d96-476b-b593-4e6401fff54a req-033b9ed9-57fc-4d3c-bb35-165db0988132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:53.806226 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a951a191-1d96-476b-b593-4e6401fff54a req-033b9ed9-57fc-4d3c-bb35-165db0988132 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03fd8b2f-7625-4635-88c0-2ffd255f1007 HTTP/1.1" status: 200 len: 910 time: 0.1027243 Mar 30 01:32:53.874035 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a951a191-1d96-476b-b593-4e6401fff54a req-f1476fa2-cf3e-4215-ac06-d4574b868a85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1649e19-52c9-4b2e-b103-85fd6ffa7844 HTTP/1.1" status: 200 len: 1000 time: 0.0612683 Mar 30 01:32:53.922964 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951a191-1d96-476b-b593-4e6401fff54a req-f186d124-2fd2-422e-a79b-cf2d9009d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:53.924339 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a951a191-1d96-476b-b593-4e6401fff54a req-f186d124-2fd2-422e-a79b-cf2d9009d0fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff067983-253c-45fe-994a-831579de17d9 HTTP/1.1" status: 200 len: 848 time: 0.0418570 Mar 30 01:32:53.975279 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951a191-1d96-476b-b593-4e6401fff54a req-621283d8-e54b-490f-ba5b-11fdaa82ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:53.976782 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a951a191-1d96-476b-b593-4e6401fff54a req-621283d8-e54b-490f-ba5b-11fdaa82ff0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03fd8b2f-7625-4635-88c0-2ffd255f1007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462735 Mar 30 01:32:54.070902 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a951a191-1d96-476b-b593-4e6401fff54a req-cf50c759-383a-429f-8097-bbcf99ae9f6b service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856359 Mar 30 01:32:54.159624 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a951a191-1d96-476b-b593-4e6401fff54a req-307d4561-c5b2-4d0e-a1b3-4637f0a0eca1 service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818729 Mar 30 01:32:54.210320 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527e3d6-16b7-4d3e-a355-3555fb3c46a5 req-1b847525-9f84-4e70-bf63-7b236e528e01 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:54.211837 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d527e3d6-16b7-4d3e-a355-3555fb3c46a5 req-1b847525-9f84-4e70-bf63-7b236e528e01 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0540333 Mar 30 01:32:54.258048 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d527e3d6-16b7-4d3e-a355-3555fb3c46a5 req-de9c6ea2-72c4-4203-aeb8-7c11f1f8034a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404754 Mar 30 01:32:54.530265 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a60a0-b6bd-4356-aef8-082fee5274db req-33c861c6-c7f9-4c4d-be47-5ea117ee70d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:54.531931 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-637a60a0-b6bd-4356-aef8-082fee5274db req-33c861c6-c7f9-4c4d-be47-5ea117ee70d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 1130 time: 0.0484941 Mar 30 01:32:54.582154 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-637a60a0-b6bd-4356-aef8-082fee5274db req-9328a786-b5ea-40e5-8a7b-0027a7102965 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437000 Mar 30 01:32:54.661482 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device e610d487-7658-4c75-8310-cd6338ef8ef2 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:32:54.709779 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port e610d487-7658-4c75-8310-cd6338ef8ef2 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:32:54.713843 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port e610d487-7658-4c75-8310-cd6338ef8ef2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:32:54.714214 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:54.791220 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port e610d487-7658-4c75-8310-cd6338ef8ef2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:32:54.791610 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:54.817476 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e610d487-7658-4c75-8310-cd6338ef8ef2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:32:54.818191 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21285e4-3b74-48b0-babb-448cc9d144e6 req-1af8651c-2bd6-42bb-8d29-5397f1079ed1 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:54.820523 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e2650a-e53d-4ce1-9938-6f9bb92a4caa" -d '{"events": [{"server_uuid": "bb97ffcc-1acb-4aeb-9e7a-18feffe10a82", "name": "network-vif-plugged", "status": "completed", "tag": "e610d487-7658-4c75-8310-cd6338ef8ef2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:32:54.826915 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c21285e4-3b74-48b0-babb-448cc9d144e6 req-1af8651c-2bd6-42bb-8d29-5397f1079ed1 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0660374 Mar 30 01:32:54.835803 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port e610d487-7658-4c75-8310-cd6338ef8ef2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e610d487-7658-4c75-8310-cd6338ef8ef2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:32:54.845063 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:54.883465 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c21285e4-3b74-48b0-babb-448cc9d144e6 req-7f3624b9-3055-4e01-a5aa-02f9bfb6aeaf tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556693 Mar 30 01:32:54.908361 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=e610d487-7658-4c75-8310-cd6338ef8ef2,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:54.944021 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c2e97-aa72-4196-9e33-5b69fe342c8a req-d159bb9d-dc7e-4a0d-9ba2-46794bd447ec tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:54.946808 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-631c2e97-aa72-4196-9e33-5b69fe342c8a req-d159bb9d-dc7e-4a0d-9ba2-46794bd447ec tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0978260 Mar 30 01:32:54.947445 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb275db4-9c50-477e-8549-6e3f89caa494 x-openstack-request-id: req-eb275db4-9c50-477e-8549-6e3f89caa494 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:32:54.947794 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb97ffcc-1acb-4aeb-9e7a-18feffe10a82", "name": "network-vif-plugged", "status": "completed", "tag": "e610d487-7658-4c75-8310-cd6338ef8ef2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:32:54.948054 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb275db4-9c50-477e-8549-6e3f89caa494 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:32:54.948452 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb275db4-9c50-477e-8549-6e3f89caa494'] response: {'server_uuid': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'code': 200} Mar 30 01:32:55.007642 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-631c2e97-aa72-4196-9e33-5b69fe342c8a req-f764a6b0-a2ab-4266-b069-a7d4525451c7 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533879 Mar 30 01:32:55.142260 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3ba2f-f893-4795-bb0c-70919f667f18 req-c3c27737-b5d9-4077-a384-0fec9447699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:55.143799 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b2e3ba2f-f893-4795-bb0c-70919f667f18 req-c3c27737-b5d9-4077-a384-0fec9447699c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 1130 time: 0.0450265 Mar 30 01:32:55.193364 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b2e3ba2f-f893-4795-bb0c-70919f667f18 req-76c43aa2-76b1-4713-a9c3-d20950aefadc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398533 Mar 30 01:32:55.382649 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dbfb0-1812-44dc-8291-fd344bab4219 req-892597f4-1a5b-4152-ba27-2c4663cddc47 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:55.384151 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-568dbfb0-1812-44dc-8291-fd344bab4219 req-892597f4-1a5b-4152-ba27-2c4663cddc47 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0523291 Mar 30 01:32:55.431194 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-568dbfb0-1812-44dc-8291-fd344bab4219 req-7e1208ab-8cc8-4eef-89c6-4ab1ef7a81e3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414729 Mar 30 01:32:56.014231 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c8207-08ab-4221-afc2-8832f9a97fe2 req-d30798b0-0a2d-42ac-b2e2-0054bf0d89ea tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:56.015760 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b95c8207-08ab-4221-afc2-8832f9a97fe2 req-d30798b0-0a2d-42ac-b2e2-0054bf0d89ea tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0547338 Mar 30 01:32:56.070442 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b95c8207-08ab-4221-afc2-8832f9a97fe2 req-bbb018b8-43ca-4e39-9c04-845699e430c5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478053 Mar 30 01:32:56.131184 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd76c3-42a7-46ee-9f9a-626aacb3d14b req-b6b48a7e-e00a-4b05-a682-4e40e47a4198 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:56.132635 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f0bd76c3-42a7-46ee-9f9a-626aacb3d14b req-b6b48a7e-e00a-4b05-a682-4e40e47a4198 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 945 time: 0.0713897 Mar 30 01:32:56.179558 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f0bd76c3-42a7-46ee-9f9a-626aacb3d14b req-b3304fa1-a1af-4053-8e28-2e0d049d5b4d tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410261 Mar 30 01:32:56.191328 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc153fe5-403b-4d04-b20d-eb6de7e0a685 req-d42ef1ab-4b19-4367-9a53-bdf6f1a710cc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:56.192818 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fc153fe5-403b-4d04-b20d-eb6de7e0a685 req-d42ef1ab-4b19-4367-9a53-bdf6f1a710cc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0593867 Mar 30 01:32:56.203573 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40538) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:56.242022 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fc153fe5-403b-4d04-b20d-eb6de7e0a685 req-c53095ec-dfee-4112-a2a1-741c62165ed8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435557 Mar 30 01:32:56.396862 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a476a7-3388-4740-9cef-684c36019c81 tempest-TestMinimumBasicScenario-1445346643 tempest-TestMinimumBasicScenario-1445346643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:56.398287 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-79a476a7-3388-4740-9cef-684c36019c81 tempest-TestMinimumBasicScenario-1445346643 tempest-TestMinimumBasicScenario-1445346643-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 1124 time: 0.1937430 Mar 30 01:32:56.401082 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40542) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:56.405451 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Request body: {'floatingip': {'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'port_id': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:56.425774 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:56.573419 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e155f-9d3d-4f4a-ad14-724122ccd5fc req-1d4b9052-5d31-4a2e-aee2-33911377d9dc tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:56.576053 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e26e155f-9d3d-4f4a-ad14-724122ccd5fc req-1d4b9052-5d31-4a2e-aee2-33911377d9dc tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0782411 Mar 30 01:32:56.578147 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:56.674805 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e26e155f-9d3d-4f4a-ad14-724122ccd5fc req-dfa7d698-b9c4-4be3-9290-a96b93bffb0e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894032 Mar 30 01:32:56.720665 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Allocated IP 172.27.2.128 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/a40d46ea-0e15-45ec-9958-2029fe2d4ad8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:32:56.825687 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for port (a40d46ea-0e15-45ec-9958-2029fe2d4ad8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:56.860225 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (a40d46ea-0e15-45ec-9958-2029fe2d4ad8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:56.898186 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:32:56.901088 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:32:56.905130 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:32:56.934453 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event updated for resources: {'Port': ['ID=a40d46ea-0e15-45ec-9958-2029fe2d4ad8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:57.065962 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76700323-cd12-4ed3-b0df-39bac21d2d7e req-b980cbbc-5016-4a1d-a9e0-45cfa97c7c8c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:57.067613 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-76700323-cd12-4ed3-b0df-39bac21d2d7e req-b980cbbc-5016-4a1d-a9e0-45cfa97c7c8c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0536749 Mar 30 01:32:57.115842 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-76700323-cd12-4ed3-b0df-39bac21d2d7e req-5e3acce2-7d47-4c4e-a967-b002188d0af9 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Mar 30 01:32:57.381421 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69bc82-001b-4d0e-a44d-f463facd973e req-e79f5fa9-09cf-42ec-8ed4-567ae3cd6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:57.382878 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e69bc82-001b-4d0e-a44d-f463facd973e req-e79f5fa9-09cf-42ec-8ed4-567ae3cd6556 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 1130 time: 0.3598502 Mar 30 01:32:57.512386 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628e238-14ac-43e2-b20a-e3579206f26e req-f7932fdc-1033-48c1-a4b6-d54980848df4 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:57.513842 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3628e238-14ac-43e2-b20a-e3579206f26e req-f7932fdc-1033-48c1-a4b6-d54980848df4 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.1533663 Mar 30 01:32:57.569956 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69bc82-001b-4d0e-a44d-f463facd973e req-d2651b3c-925c-4886-984b-8d1a8776c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:57.571434 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e69bc82-001b-4d0e-a44d-f463facd973e req-d2651b3c-925c-4886-984b-8d1a8776c747 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 919 time: 0.1641521 Mar 30 01:32:57.713026 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3628e238-14ac-43e2-b20a-e3579206f26e req-98230dd7-9558-40fb-b026-85dbe5a7698b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914752 Mar 30 01:32:57.737017 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e69bc82-001b-4d0e-a44d-f463facd973e req-5c8f7a76-c19d-4fe9-a432-8253233d6cbf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c999884a-8107-40bd-b6e6-8a0ec3f479ec HTTP/1.1" status: 200 len: 1002 time: 0.1518395 Mar 30 01:32:57.775168 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for floatingip (b20864f4-c52b-4350-ac21-f44f1a203382), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:57.819663 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69bc82-001b-4d0e-a44d-f463facd973e req-58ca04ca-d518-4f84-9130-67f949cfe487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:57.821209 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e69bc82-001b-4d0e-a44d-f463facd973e req-58ca04ca-d518-4f84-9130-67f949cfe487 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0762491 Mar 30 01:32:57.830016 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6212e-1450-43ae-97ec-78bd83ee5398 req-e9e5dc67-d5cd-4c81-b961-b5f4cd6eb0e7 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:57.831727 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0bb6212e-1450-43ae-97ec-78bd83ee5398 req-e9e5dc67-d5cd-4c81-b961-b5f4cd6eb0e7 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0519876 Mar 30 01:32:57.840663 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40560) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:57.845168 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-0ccfc4a9-b180-4c82-84fe-da7922d5d928 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Request body: {'floatingip': {'port_id': 'e610d487-7658-4c75-8310-cd6338ef8ef2'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:57.883415 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a40d46ea-0e15-45ec-9958-2029fe2d4ad8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:57.887620 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc4a9-b180-4c82-84fe-da7922d5d928 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for floatingip (d4fff103-2749-4313-91fc-0bcaefddaeb1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:57.928172 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69bc82-001b-4d0e-a44d-f463facd973e req-21f5439c-3665-4f0a-945b-3c8530a42aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:57.929685 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e69bc82-001b-4d0e-a44d-f463facd973e req-21f5439c-3665-4f0a-945b-3c8530a42aeb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1023805 Mar 30 01:32:58.090441 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e69bc82-001b-4d0e-a44d-f463facd973e req-1e3a3edd-0c2c-4600-b987-de87388b0080 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525247 Mar 30 01:32:58.155914 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for port (a40d46ea-0e15-45ec-9958-2029fe2d4ad8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:58.163126 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (a40d46ea-0e15-45ec-9958-2029fe2d4ad8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:58.290375 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event updated for resources: {'Port': ['ID=a40d46ea-0e15-45ec-9958-2029fe2d4ad8,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:58.302254 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e69bc82-001b-4d0e-a44d-f463facd973e req-af4388d0-5a25-4d19-8336-05b80523fb59 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056291 Mar 30 01:32:58.313989 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (b20864f4-c52b-4350-ac21-f44f1a203382), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:58.323769 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4893899-8a42-4c0f-8415-2df38dcbdcfc req-19135964-344c-44f4-ae2a-198e71484292 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:58.326173 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e4893899-8a42-4c0f-8415-2df38dcbdcfc req-19135964-344c-44f4-ae2a-198e71484292 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.1314943 Mar 30 01:32:58.328705 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc4a9-b180-4c82-84fe-da7922d5d928 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:58.334812 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc4a9-b180-4c82-84fe-da7922d5d928 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (d4fff103-2749-4313-91fc-0bcaefddaeb1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:58.434772 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.l3_db [None req-0ccfc4a9-b180-4c82-84fe-da7922d5d928 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Floating IP d4fff103-2749-4313-91fc-0bcaefddaeb1 associated. External IP: 172.27.2.99, port: e610d487-7658-4c75-8310-cd6338ef8ef2. Mar 30 01:32:58.443485 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e4893899-8a42-4c0f-8415-2df38dcbdcfc req-53d8a69e-bd45-48e3-b039-c5cc3d56727a tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859601 Mar 30 01:32:58.467181 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Floating IP b20864f4-c52b-4350-ac21-f44f1a203382 associated. External IP: 172.27.2.128, port: 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d. Mar 30 01:32:58.667215 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccfc4a9-b180-4c82-84fe-da7922d5d928 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Router 4a0fc035-0867-44b8-aeb1-68d943f89e09 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:32:58.693826 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Router a422bedb-50fd-4a62-8892-f1689b7f3d30 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:32:58.779532 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccfc4a9-b180-4c82-84fe-da7922d5d928 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:32:58.784320 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc4a9-b180-4c82-84fe-da7922d5d928 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:58.790133 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18118569-5622-4cf4-8f98-cc8e08308a12 None None] Sync routers for ids ['4a0fc035-0867-44b8-aeb1-68d943f89e09'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:32:58.800193 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18118569-5622-4cf4-8f98-cc8e08308a12 None None] Routers {'4a0fc035-0867-44b8-aeb1-68d943f89e09'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:32:58.801058 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-18118569-5622-4cf4-8f98-cc8e08308a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:32:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['4a0fc035-0867-44b8-aeb1-68d943f89e09'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:58.812396 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:32:58.819224 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-0ccfc4a9-b180-4c82-84fe-da7922d5d928 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "PUT /v2.0/floatingips/d4fff103-2749-4313-91fc-0bcaefddaeb1 HTTP/1.1" status: 200 len: 991 time: 0.9773879 Mar 30 01:32:58.819834 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'tag': 'e610d487-7658-4c75-8310-cd6338ef8ef2'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:32:58.824460 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2863da29-0baa-4f5c-9a80-a36b4ef10797 None None] Sync routers for ids ['a422bedb-50fd-4a62-8892-f1689b7f3d30'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:32:58.825994 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5034a69c-796f-4134-8c1b-f9dd78372506" -d '{"events": [{"name": "network-changed", "server_uuid": "bb97ffcc-1acb-4aeb-9e7a-18feffe10a82", "tag": "e610d487-7658-4c75-8310-cd6338ef8ef2"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:32:58.839043 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:58.849062 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2863da29-0baa-4f5c-9a80-a36b4ef10797 None None] Routers {'a422bedb-50fd-4a62-8892-f1689b7f3d30'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:32:58.850017 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2863da29-0baa-4f5c-9a80-a36b4ef10797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:32:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['a422bedb-50fd-4a62-8892-f1689b7f3d30'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:58.877487 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfb5943-44d3-4cc7-8fef-1eea5bf9e86c x-openstack-request-id: req-fcfb5943-44d3-4cc7-8fef-1eea5bf9e86c {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:32:58.877784 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb97ffcc-1acb-4aeb-9e7a-18feffe10a82", "tag": "e610d487-7658-4c75-8310-cd6338ef8ef2", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:32:58.878036 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fcfb5943-44d3-4cc7-8fef-1eea5bf9e86c {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:32:58.878525 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfb5943-44d3-4cc7-8fef-1eea5bf9e86c'] response: {'name': 'network-changed', 'server_uuid': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'tag': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'status': 'completed', 'code': 200} Mar 30 01:32:58.883320 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-27ffc93c-3bf9-4369-8eb9-88a004dca506 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4787123 Mar 30 01:32:58.883320 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bacb493-b4d6-4844-913f-1d6937010868', 'tag': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:32:58.883703 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40568) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:58.888829 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-bf656bc6-e519-44c3-b190-cdab972186fc tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590818453', 'description': 'tempest-secgroup-smoke-1590818453 description', 'project_id': '256d574808e54c9aa1a0242cd5983675'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:58.897887 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca03c67b-d1d6-4915-ba2c-24d9cdf05769" -d '{"events": [{"name": "network-changed", "server_uuid": "8bacb493-b4d6-4844-913f-1d6937010868", "tag": "5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:32:58.921658 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bf656bc6-e519-44c3-b190-cdab972186fc tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:58.969914 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2863da29-0baa-4f5c-9a80-a36b4ef10797 None None] Set router a422bedb-50fd-4a62-8892-f1689b7f3d30 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:32:58.978078 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898372d0-e73c-415b-9a52-188d7e4eab39 x-openstack-request-id: req-898372d0-e73c-415b-9a52-188d7e4eab39 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:32:58.978421 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bacb493-b4d6-4844-913f-1d6937010868", "tag": "5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:32:58.978745 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-898372d0-e73c-415b-9a52-188d7e4eab39 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:32:58.979288 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898372d0-e73c-415b-9a52-188d7e4eab39'] response: {'name': 'network-changed', 'server_uuid': '8bacb493-b4d6-4844-913f-1d6937010868', 'tag': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d', 'status': 'completed', 'code': 200} Mar 30 01:32:59.002283 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034a69c-796f-4134-8c1b-f9dd78372506 req-bfa5a553-0900-4212-a7bf-86a18af89d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:59.005088 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5034a69c-796f-4134-8c1b-f9dd78372506 req-bfa5a553-0900-4212-a7bf-86a18af89d17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40c47efe85b3419bbfe4af492f367fa3&device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 1130 time: 0.0905781 Mar 30 01:32:59.008102 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-18118569-5622-4cf4-8f98-cc8e08308a12 None None] Set router 4a0fc035-0867-44b8-aeb1-68d943f89e09 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:32:59.057014 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bf656bc6-e519-44c3-b190-cdab972186fc tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group (20d7a25d-23b0-41b9-ae7f-e788c32d8fda), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.068953 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bf656bc6-e519-44c3-b190-cdab972186fc tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (20d7a25d-23b0-41b9-ae7f-e788c32d8fda), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.105798 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bf656bc6-e519-44c3-b190-cdab972186fc tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.110553 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40572) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:59.111136 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-bf656bc6-e519-44c3-b190-cdab972186fc tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2263896 Mar 30 01:32:59.119099 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a936e1af-945e-45c8-b65d-e252e1cfe9ba tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Request body: {'security_group_rule': {'security_group_id': '20d7a25d-23b0-41b9-ae7f-e788c32d8fda', 'project_id': '256d574808e54c9aa1a0242cd5983675', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:59.128314 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03c67b-d1d6-4915-ba2c-24d9cdf05769 req-d6ee7984-b509-43db-b6fe-d57fb90c58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:59.130958 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ca03c67b-d1d6-4915-ba2c-24d9cdf05769 req-d6ee7984-b509-43db-b6fe-d57fb90c58bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=256d574808e54c9aa1a0242cd5983675&device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 1129 time: 0.1212425 Mar 30 01:32:59.132985 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf656bc6-e519-44c3-b190-cdab972186fc tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d7a25d-23b0-41b9-ae7f-e788c32d8fda,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:59.175159 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034a69c-796f-4134-8c1b-f9dd78372506 req-fc0a08dc-e61b-4ea2-a283-cbc434f97e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:59.176703 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5034a69c-796f-4134-8c1b-f9dd78372506 req-fc0a08dc-e61b-4ea2-a283-cbc434f97e45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4292407f-f21a-4ca4-83dc-33c4f2c633d6 HTTP/1.1" status: 200 len: 918 time: 0.1660249 Mar 30 01:32:59.177413 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a936e1af-945e-45c8-b65d-e252e1cfe9ba tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (39967d63-2f11-4947-bb2b-a8e2df4d10a6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.238484 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a936e1af-945e-45c8-b65d-e252e1cfe9ba tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (39967d63-2f11-4947-bb2b-a8e2df4d10a6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.242179 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03c67b-d1d6-4915-ba2c-24d9cdf05769 req-b03c98ee-dbef-4017-92c6-a29cc00b33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:59.243686 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ca03c67b-d1d6-4915-ba2c-24d9cdf05769 req-b03c98ee-dbef-4017-92c6-a29cc00b33ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ebd2413-0384-4694-9fe8-a3f298d0886c HTTP/1.1" status: 200 len: 915 time: 0.1073432 Mar 30 01:32:59.245179 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-18118569-5622-4cf4-8f98-cc8e08308a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': 'd4fff103-2749-4313-91fc-0bcaefddaeb1', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'port_id': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'mac_address': 'fa:16:3e:82:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:32:45Z', 'updated_at': '2022-03-30T01:32:58Z', 'revision_number': 1, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:32Z', 'revision_number': 5, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:59.273845 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18118569-5622-4cf4-8f98-cc8e08308a12 None None] Checking router: 4a0fc035-0867-44b8-aeb1-68d943f89e09 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:32:59.280014 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a936e1af-945e-45c8-b65d-e252e1cfe9ba tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (39967d63-2f11-4947-bb2b-a8e2df4d10a6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.284392 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18118569-5622-4cf4-8f98-cc8e08308a12 None None] Routers {'4a0fc035-0867-44b8-aeb1-68d943f89e09'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:32:59.285025 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-18118569-5622-4cf4-8f98-cc8e08308a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:32:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['4a0fc035-0867-44b8-aeb1-68d943f89e09'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:59.288827 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2863da29-0baa-4f5c-9a80-a36b4ef10797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:10Z', 'revision_number': 4, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port': {'id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': 'b20864f4-c52b-4350-ac21-f44f1a203382', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'port_id': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'mac_address': 'fa:16:3e:11:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bacb493-b4d6-4844-913f-1d6937010868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:32:57Z', 'updated_at': '2022-03-30T01:32:57Z', 'revision_number': 0, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff8c59-a118-4398-8fa2-0f061a53a0f2', 'name': '', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'mac_address': 'fa:16:3e:de:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:09Z', 'updated_at': '2022-03-30T01:32:14Z', 'revision_number': 5, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'subnets': [{'id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:59.319230 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936e1af-945e-45c8-b65d-e252e1cfe9ba tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39967d63-2f11-4947-bb2b-a8e2df4d10a6,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:59.326479 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2863da29-0baa-4f5c-9a80-a36b4ef10797 None None] Checking router: a422bedb-50fd-4a62-8892-f1689b7f3d30 for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:32:59.338724 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2863da29-0baa-4f5c-9a80-a36b4ef10797 None None] Routers {'a422bedb-50fd-4a62-8892-f1689b7f3d30'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:32:59.339256 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a936e1af-945e-45c8-b65d-e252e1cfe9ba tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.343422 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a936e1af-945e-45c8-b65d-e252e1cfe9ba tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2288215 Mar 30 01:32:59.343565 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ca03c67b-d1d6-4915-ba2c-24d9cdf05769 req-687bab28-4770-4be9-973c-2a47d8971652 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d HTTP/1.1" status: 200 len: 999 time: 0.0872924 Mar 30 01:32:59.343991 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2863da29-0baa-4f5c-9a80-a36b4ef10797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:32:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['a422bedb-50fd-4a62-8892-f1689b7f3d30'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:59.344087 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40574) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:59.347978 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-faefe359-71a7-4486-adbf-036bc1f08501 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Request body: {'security_group_rule': {'security_group_id': '20d7a25d-23b0-41b9-ae7f-e788c32d8fda', 'project_id': '256d574808e54c9aa1a0242cd5983675', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:59.356263 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5034a69c-796f-4134-8c1b-f9dd78372506 req-2c7c792f-d3c3-46fa-85d0-928601b5e4bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e610d487-7658-4c75-8310-cd6338ef8ef2 HTTP/1.1" status: 200 len: 999 time: 0.1435018 Mar 30 01:32:59.397300 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03c67b-d1d6-4915-ba2c-24d9cdf05769 req-d9f9e924-0791-4085-8366-b0627c7d81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:59.398441 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ca03c67b-d1d6-4915-ba2c-24d9cdf05769 req-d9f9e924-0791-4085-8366-b0627c7d81e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4792878a-b851-4d66-9e4c-67ef3ef1cf21 HTTP/1.1" status: 200 len: 853 time: 0.0516994 Mar 30 01:32:59.419894 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034a69c-796f-4134-8c1b-f9dd78372506 req-fd52d5d8-bfdb-45c7-a799-479553671297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:59.421463 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5034a69c-796f-4134-8c1b-f9dd78372506 req-fd52d5d8-bfdb-45c7-a799-479553671297 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94dad553-4d41-4378-b1f8-7911db8bcff2 HTTP/1.1" status: 200 len: 856 time: 0.0580471 Mar 30 01:32:59.429679 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-18118569-5622-4cf4-8f98-cc8e08308a12 None None] Set router 4a0fc035-0867-44b8-aeb1-68d943f89e09 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:32:59.465092 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03c67b-d1d6-4915-ba2c-24d9cdf05769 req-22908043-3b46-4f73-81eb-b7467a83e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:59.466968 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ca03c67b-d1d6-4915-ba2c-24d9cdf05769 req-22908043-3b46-4f73-81eb-b7467a83e14f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ebd2413-0384-4694-9fe8-a3f298d0886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519631 Mar 30 01:32:59.471679 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-faefe359-71a7-4486-adbf-036bc1f08501 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (a1c373d9-1577-42c4-a4a7-b4da85d9bbb1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.542225 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-faefe359-71a7-4486-adbf-036bc1f08501 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (a1c373d9-1577-42c4-a4a7-b4da85d9bbb1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.552064 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-faefe359-71a7-4486-adbf-036bc1f08501 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (a1c373d9-1577-42c4-a4a7-b4da85d9bbb1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.584973 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefe359-71a7-4486-adbf-036bc1f08501 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c373d9-1577-42c4-a4a7-b4da85d9bbb1,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:59.591422 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-faefe359-71a7-4486-adbf-036bc1f08501 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.595746 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-faefe359-71a7-4486-adbf-036bc1f08501 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2511852 Mar 30 01:32:59.596297 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2863da29-0baa-4f5c-9a80-a36b4ef10797 None None] Set router a422bedb-50fd-4a62-8892-f1689b7f3d30 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:32:59.596518 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40578) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:59.602509 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-466a3ade-f762-4cd7-91e6-79f977bc6d96 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Request body: {'security_group_rule': {'security_group_id': '20d7a25d-23b0-41b9-ae7f-e788c32d8fda', 'project_id': '256d574808e54c9aa1a0242cd5983675', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:59.610576 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034a69c-796f-4134-8c1b-f9dd78372506 req-e376bc39-de78-4eba-ab89-5191c3f448cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:59.612134 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5034a69c-796f-4134-8c1b-f9dd78372506 req-e376bc39-de78-4eba-ab89-5191c3f448cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4292407f-f21a-4ca4-83dc-33c4f2c633d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1796110 Mar 30 01:32:59.646474 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ca03c67b-d1d6-4915-ba2c-24d9cdf05769 req-a738f643-0e71-47ca-9256-a5bd4dea8216 service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642120 Mar 30 01:32:59.675052 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09a4f5-bc24-4864-9f01-452e7553ae74 req-b689d95a-593e-4d11-a88d-5ee227f4fcc1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:32:59.676799 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a09a4f5-bc24-4864-9f01-452e7553ae74 req-b689d95a-593e-4d11-a88d-5ee227f4fcc1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.1073694 Mar 30 01:32:59.691839 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-466a3ade-f762-4cd7-91e6-79f977bc6d96 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (447f0ac7-7772-4360-aa92-dacb96c6647a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.757119 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-18118569-5622-4cf4-8f98-cc8e08308a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': 'd4fff103-2749-4313-91fc-0bcaefddaeb1', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'port_id': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'mac_address': 'fa:16:3e:82:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:32:45Z', 'updated_at': '2022-03-30T01:32:58Z', 'revision_number': 1, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:32Z', 'revision_number': 5, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:59.773792 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-466a3ade-f762-4cd7-91e6-79f977bc6d96 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (447f0ac7-7772-4360-aa92-dacb96c6647a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.778669 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5034a69c-796f-4134-8c1b-f9dd78372506 req-d19ab0b5-144b-412a-88b1-c418b8b82cbb service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535833 Mar 30 01:32:59.780985 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-466a3ade-f762-4cd7-91e6-79f977bc6d96 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (447f0ac7-7772-4360-aa92-dacb96c6647a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.801414 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18118569-5622-4cf4-8f98-cc8e08308a12 None None] The sync data for ids ['4a0fc035-0867-44b8-aeb1-68d943f89e09'] in dv-cinder-817135-7-iscsi is: [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': 'd4fff103-2749-4313-91fc-0bcaefddaeb1', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'port_id': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'mac_address': 'fa:16:3e:82:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:32:45Z', 'updated_at': '2022-03-30T01:32:58Z', 'revision_number': 1, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:32Z', 'revision_number': 5, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:32:59.809841 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a09a4f5-bc24-4864-9f01-452e7553ae74 req-fcbd33ae-dca6-4780-bc49-2c4d1c3b80fc tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233103 Mar 30 01:32:59.824069 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ca03c67b-d1d6-4915-ba2c-24d9cdf05769 req-d2e69ba6-5de0-40a7-b8e7-ea587332e26d service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581655 Mar 30 01:32:59.870182 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a3ade-f762-4cd7-91e6-79f977bc6d96 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447f0ac7-7772-4360-aa92-dacb96c6647a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:32:59.888038 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-466a3ade-f762-4cd7-91e6-79f977bc6d96 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.891732 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-466a3ade-f762-4cd7-91e6-79f977bc6d96 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2902107 Mar 30 01:32:59.892388 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40580) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:32:59.895226 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2863da29-0baa-4f5c-9a80-a36b4ef10797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:10Z', 'revision_number': 4, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port': {'id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': 'b20864f4-c52b-4350-ac21-f44f1a203382', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'port_id': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'mac_address': 'fa:16:3e:11:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bacb493-b4d6-4844-913f-1d6937010868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:32:57Z', 'updated_at': '2022-03-30T01:32:57Z', 'revision_number': 0, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff8c59-a118-4398-8fa2-0f061a53a0f2', 'name': '', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'mac_address': 'fa:16:3e:de:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:09Z', 'updated_at': '2022-03-30T01:32:14Z', 'revision_number': 5, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'subnets': [{'id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:32:59.897532 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-f4d461c7-61a4-4dbd-8bba-9a01ad6ffbb3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Request body: {'security_group_rule': {'security_group_id': '20d7a25d-23b0-41b9-ae7f-e788c32d8fda', 'project_id': '256d574808e54c9aa1a0242cd5983675', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:32:59.926835 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f4d461c7-61a4-4dbd-8bba-9a01ad6ffbb3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (69d14a12-4d40-478f-86e2-99cc2a01f5c5), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:32:59.930170 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2863da29-0baa-4f5c-9a80-a36b4ef10797 None None] The sync data for ids ['a422bedb-50fd-4a62-8892-f1689b7f3d30'] in dv-cinder-817135-7-iscsi is: [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:10Z', 'revision_number': 4, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port': {'id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': 'b20864f4-c52b-4350-ac21-f44f1a203382', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'port_id': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'mac_address': 'fa:16:3e:11:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bacb493-b4d6-4844-913f-1d6937010868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:32:57Z', 'updated_at': '2022-03-30T01:32:57Z', 'revision_number': 0, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff8c59-a118-4398-8fa2-0f061a53a0f2', 'name': '', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'mac_address': 'fa:16:3e:de:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:09Z', 'updated_at': '2022-03-30T01:32:14Z', 'revision_number': 5, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'subnets': [{'id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:32:59.932543 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5034a69c-796f-4134-8c1b-f9dd78372506 req-e423626a-b51a-467d-854a-5f2de55812b7 service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463728 Mar 30 01:33:00.000365 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f4d461c7-61a4-4dbd-8bba-9a01ad6ffbb3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (69d14a12-4d40-478f-86e2-99cc2a01f5c5), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:00.004590 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f4d461c7-61a4-4dbd-8bba-9a01ad6ffbb3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (69d14a12-4d40-478f-86e2-99cc2a01f5c5), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:00.032654 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d461c7-61a4-4dbd-8bba-9a01ad6ffbb3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d14a12-4d40-478f-86e2-99cc2a01f5c5,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:00.039859 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f4d461c7-61a4-4dbd-8bba-9a01ad6ffbb3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:00.041075 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-f4d461c7-61a4-4dbd-8bba-9a01ad6ffbb3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477709 Mar 30 01:33:00.044341 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40582) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:00.048752 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-fdb8fef5-f32d-418a-89bf-56537fb5116f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Request body: {'security_group_rule': {'security_group_id': '20d7a25d-23b0-41b9-ae7f-e788c32d8fda', 'project_id': '256d574808e54c9aa1a0242cd5983675', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:00.072237 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.securitygroups_db [None req-fdb8fef5-f32d-418a-89bf-56537fb5116f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Project 256d574808e54c9aa1a0242cd5983675 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 01:33:00.081370 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fdb8fef5-f32d-418a-89bf-56537fb5116f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (a85d5620-1ed4-4b67-8ca0-6fd4a0dbf37a), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:00.096202 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf6e666-904d-4a08-98bb-0ae21f699cda None None] New status for floating IP d4fff103-2749-4313-91fc-0bcaefddaeb1: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:33:00.154937 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fdb8fef5-f32d-418a-89bf-56537fb5116f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (a85d5620-1ed4-4b67-8ca0-6fd4a0dbf37a), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:00.159179 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fdb8fef5-f32d-418a-89bf-56537fb5116f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (a85d5620-1ed4-4b67-8ca0-6fd4a0dbf37a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:00.180180 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8fef5-f32d-418a-89bf-56537fb5116f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85d5620-1ed4-4b67-8ca0-6fd4a0dbf37a,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:00.191698 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fdb8fef5-f32d-418a-89bf-56537fb5116f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:00.193043 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-fdb8fef5-f32d-418a-89bf-56537fb5116f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477225 Mar 30 01:33:00.195717 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40584) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:00.201775 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-8620498d-5cad-437d-a044-f77f1d45377e tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Request body: {'security_group_rule': {'security_group_id': '20d7a25d-23b0-41b9-ae7f-e788c32d8fda', 'project_id': '256d574808e54c9aa1a0242cd5983675', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:00.215879 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62464801-bc42-450b-8b4f-af4953bb40e6 None None] New status for floating IP b20864f4-c52b-4350-ac21-f44f1a203382: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:33:00.231157 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.securitygroups_db [None req-8620498d-5cad-437d-a044-f77f1d45377e tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Project 256d574808e54c9aa1a0242cd5983675 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 01:33:00.241750 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8620498d-5cad-437d-a044-f77f1d45377e tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (90386e71-0f35-46f2-880c-f32d1a561934), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:00.334506 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8620498d-5cad-437d-a044-f77f1d45377e tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (90386e71-0f35-46f2-880c-f32d1a561934), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:00.339226 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8620498d-5cad-437d-a044-f77f1d45377e tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (90386e71-0f35-46f2-880c-f32d1a561934), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:00.573871 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620498d-5cad-437d-a044-f77f1d45377e tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90386e71-0f35-46f2-880c-f32d1a561934,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:00.580307 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8620498d-5cad-437d-a044-f77f1d45377e tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:00.581478 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-8620498d-5cad-437d-a044-f77f1d45377e tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3845870 Mar 30 01:33:00.671026 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc50fdad-7957-4661-80df-42b454421be6 req-5759d37c-6156-4991-859c-a4ffc355b510 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590818453&fields=id&tenant_id=256d574808e54c9aa1a0242cd5983675 HTTP/1.1" status: 200 len: 267 time: 0.0443773 Mar 30 01:33:00.726450 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50fdad-7957-4661-80df-42b454421be6 req-bf3038f5-b9f8-43dd-a3c5-cc773fbd6887 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:00.727955 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc50fdad-7957-4661-80df-42b454421be6 req-bf3038f5-b9f8-43dd-a3c5-cc773fbd6887 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 945 time: 0.0516794 Mar 30 01:33:00.739060 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-cc50fdad-7957-4661-80df-42b454421be6 req-5bd8f367-d1ce-43fd-b002-3dd5b1674f2f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Request body: {'port': {'security_groups': ['ad3a1111-8d0f-43c9-9715-0743a04934f5', '20d7a25d-23b0-41b9-ae7f-e788c32d8fda']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:00.811523 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cc50fdad-7957-4661-80df-42b454421be6 req-5bd8f367-d1ce-43fd-b002-3dd5b1674f2f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:00.935976 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b5c0f-5ff5-4022-a811-45f372b2204c req-cf49d7c0-a16e-4a41-a0a5-d980f871cb78 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:00.937491 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ff6b5c0f-5ff5-4022-a811-45f372b2204c req-cf49d7c0-a16e-4a41-a0a5-d980f871cb78 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0530257 Mar 30 01:33:00.988294 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ff6b5c0f-5ff5-4022-a811-45f372b2204c req-68a1e82b-4667-4b65-a0ac-4cd667d9d734 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451014 Mar 30 01:33:01.107523 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d649c-ed61-4497-aabf-16b5089e5725 req-10f4ed12-c701-4e63-af33-79581896bfe5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:01.109032 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-675d649c-ed61-4497-aabf-16b5089e5725 req-10f4ed12-c701-4e63-af33-79581896bfe5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0548635 Mar 30 01:33:01.117579 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40592) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:01.122168 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-e9ae38ce-8a13-4afa-b223-6b129bb32e79 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Request body: {'floatingip': {'port_id': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:01.183072 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e9ae38ce-8a13-4afa-b223-6b129bb32e79 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for floatingip (92b48d2d-21c8-4623-ab58-ca48a471e298), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:01.224738 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-cc50fdad-7957-4661-80df-42b454421be6 req-5bd8f367-d1ce-43fd-b002-3dd5b1674f2f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] For port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,segment=NetworkSegment(230a1729-9a7d-4f9c-8bd8-29d835f99090),segment_id=230a1729-9a7d-4f9c-8bd8-29d835f99090)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:33:01.255297 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cc50fdad-7957-4661-80df-42b454421be6 req-5bd8f367-d1ce-43fd-b002-3dd5b1674f2f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:01.260179 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cc50fdad-7957-4661-80df-42b454421be6 req-5bd8f367-d1ce-43fd-b002-3dd5b1674f2f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:01.272433 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:33:01.323983 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50fdad-7957-4661-80df-42b454421be6 req-5bd8f367-d1ce-43fd-b002-3dd5b1674f2f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:01.325638 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cc50fdad-7957-4661-80df-42b454421be6 req-5bd8f367-d1ce-43fd-b002-3dd5b1674f2f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:01.327262 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc50fdad-7957-4661-80df-42b454421be6 req-5bd8f367-d1ce-43fd-b002-3dd5b1674f2f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "PUT /v2.0/ports/5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d HTTP/1.1" status: 200 len: 981 time: 0.5924110 Mar 30 01:33:01.330253 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bacb493-b4d6-4844-913f-1d6937010868', 'tag': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:33:01.335860 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061211c1-59a3-4d5d-a115-79c6c8117248" -d '{"events": [{"name": "network-changed", "server_uuid": "8bacb493-b4d6-4844-913f-1d6937010868", "tag": "5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:33:01.373652 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8f367-d1ce-43fd-b002-3dd5b1674f2f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event updated for resources: {'Port': ['ID=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:01.399694 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15caab36-ef7b-4c9f-a013-ee5c36f374c5 x-openstack-request-id: req-15caab36-ef7b-4c9f-a013-ee5c36f374c5 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:33:01.400013 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bacb493-b4d6-4844-913f-1d6937010868", "tag": "5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:33:01.400554 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15caab36-ef7b-4c9f-a013-ee5c36f374c5 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:33:01.400999 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15caab36-ef7b-4c9f-a013-ee5c36f374c5'] response: {'name': 'network-changed', 'server_uuid': '8bacb493-b4d6-4844-913f-1d6937010868', 'tag': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d', 'status': 'completed', 'code': 200} Mar 30 01:33:01.452345 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:33:01.489621 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061211c1-59a3-4d5d-a115-79c6c8117248 req-227062e6-7f2c-44cd-ac23-a7f5bf8feaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:01.492115 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-061211c1-59a3-4d5d-a115-79c6c8117248 req-227062e6-7f2c-44cd-ac23-a7f5bf8feaaf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=256d574808e54c9aa1a0242cd5983675&device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 1168 time: 0.0543997 Mar 30 01:33:01.589214 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c1b2f-51c4-4d08-a27e-10e1aa70ca8a req-6eb33358-7c6d-4ac6-aa5a-60a89e89e25e tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:01.595514 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5e2c1b2f-51c4-4d08-a27e-10e1aa70ca8a req-6eb33358-7c6d-4ac6-aa5a-60a89e89e25e tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.1741490 Mar 30 01:33:01.608043 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061211c1-59a3-4d5d-a115-79c6c8117248 req-86ba6a48-5a96-4b51-8680-660d8eaf5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:01.609832 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-061211c1-59a3-4d5d-a115-79c6c8117248 req-86ba6a48-5a96-4b51-8680-660d8eaf5641 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ebd2413-0384-4694-9fe8-a3f298d0886c HTTP/1.1" status: 200 len: 915 time: 0.1087320 Mar 30 01:33:01.644401 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-375a75ae-9a96-4081-a5d1-ce5c1ab2da1c None None] Provisioning complete for port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:33:01.644781 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-375a75ae-9a96-4081-a5d1-ce5c1ab2da1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:01.682686 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-061211c1-59a3-4d5d-a115-79c6c8117248 req-e4a9854d-a860-4b5f-b0e0-73e059d9bec6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d HTTP/1.1" status: 200 len: 1001 time: 0.0666242 Mar 30 01:33:01.738065 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061211c1-59a3-4d5d-a115-79c6c8117248 req-2403b1ed-2fea-4a21-85d1-3724c6cfc1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:01.739806 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-061211c1-59a3-4d5d-a115-79c6c8117248 req-2403b1ed-2fea-4a21-85d1-3724c6cfc1dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4792878a-b851-4d66-9e4c-67ef3ef1cf21 HTTP/1.1" status: 200 len: 853 time: 0.0509403 Mar 30 01:33:01.756428 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5e2c1b2f-51c4-4d08-a27e-10e1aa70ca8a req-82df4e61-167c-4ec7-962b-08c8f57dc2bd tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1217494 Mar 30 01:33:01.798002 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061211c1-59a3-4d5d-a115-79c6c8117248 req-1737415f-3ba0-4f88-ad8b-d8df145d099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:01.799813 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-061211c1-59a3-4d5d-a115-79c6c8117248 req-1737415f-3ba0-4f88-ad8b-d8df145d099d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ebd2413-0384-4694-9fe8-a3f298d0886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532622 Mar 30 01:33:01.838378 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e9ae38ce-8a13-4afa-b223-6b129bb32e79 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:01.843195 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e9ae38ce-8a13-4afa-b223-6b129bb32e79 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (92b48d2d-21c8-4623-ab58-ca48a471e298), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:01.850281 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-375a75ae-9a96-4081-a5d1-ce5c1ab2da1c None None] Current status of the port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:33:01.897205 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-061211c1-59a3-4d5d-a115-79c6c8117248 req-b045f7ad-a36a-4400-837e-78deeae191ad service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896955 Mar 30 01:33:01.992604 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-061211c1-59a3-4d5d-a115-79c6c8117248 req-7e8bc763-4eb5-4354-9432-7c5cb5cf1e4b service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883639 Mar 30 01:33:02.070839 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ae38ce-8a13-4afa-b223-6b129bb32e79 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:33:02.179869 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ae38ce-8a13-4afa-b223-6b129bb32e79 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:33:02.184721 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e9ae38ce-8a13-4afa-b223-6b129bb32e79 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:02.189383 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8606dda5-0a26-4786-8890-dcfa67e9e4a6 None None] Sync routers for ids ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:33:02.198786 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8606dda5-0a26-4786-8890-dcfa67e9e4a6 None None] Routers {'1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:33:02.200075 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8606dda5-0a26-4786-8890-dcfa67e9e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:32:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:02.215626 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff08521-c579-4f8d-af82-679ed414b625', 'tag': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:33:02.217867 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba150f54-8757-4265-b81c-cf46a817a3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "dff08521-c579-4f8d-af82-679ed414b625", "tag": "c999884a-8107-40bd-b6e6-8a0ec3f479ec"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:33:02.255263 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-e9ae38ce-8a13-4afa-b223-6b129bb32e79 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "PUT /v2.0/floatingips/92b48d2d-21c8-4623-ab58-ca48a471e298 HTTP/1.1" status: 200 len: 994 time: 1.1300328 Mar 30 01:33:02.255263 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b7a9a5-d264-4236-9274-ab2e06ea590f x-openstack-request-id: req-01b7a9a5-d264-4236-9274-ab2e06ea590f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:33:02.255263 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff08521-c579-4f8d-af82-679ed414b625", "tag": "c999884a-8107-40bd-b6e6-8a0ec3f479ec", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:33:02.255263 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01b7a9a5-d264-4236-9274-ab2e06ea590f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:33:02.255263 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b7a9a5-d264-4236-9274-ab2e06ea590f'] response: {'name': 'network-changed', 'server_uuid': 'dff08521-c579-4f8d-af82-679ed414b625', 'tag': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec', 'status': 'completed', 'code': 200} Mar 30 01:33:02.312567 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-8606dda5-0a26-4786-8890-dcfa67e9e4a6 None None] Set router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:33:02.332721 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba150f54-8757-4265-b81c-cf46a817a3d5 req-6cfa34e7-19f5-4d16-826e-3b2642e43ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:02.334218 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba150f54-8757-4265-b81c-cf46a817a3d5 req-6cfa34e7-19f5-4d16-826e-3b2642e43ac7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 1130 time: 0.0453420 Mar 30 01:33:02.427265 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba150f54-8757-4265-b81c-cf46a817a3d5 req-4cfbfd92-ecb3-47f8-8b3c-20c65ad9b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:02.428648 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba150f54-8757-4265-b81c-cf46a817a3d5 req-4cfbfd92-ecb3-47f8-8b3c-20c65ad9b6f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 919 time: 0.0877175 Mar 30 01:33:02.497683 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba150f54-8757-4265-b81c-cf46a817a3d5 req-8d99a3a8-39b9-4c72-be3b-218c7c2759b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c999884a-8107-40bd-b6e6-8a0ec3f479ec HTTP/1.1" status: 200 len: 1002 time: 0.0587654 Mar 30 01:33:02.536227 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8606dda5-0a26-4786-8890-dcfa67e9e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '92b48d2d-21c8-4623-ab58-ca48a471e298', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'port_id': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'mac_address': 'fa:16:3e:d8:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff08521-c579-4f8d-af82-679ed414b625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:37Z', 'updated_at': '2022-03-30T01:33:01Z', 'revision_number': 3, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a66939-7bd0-47b0-93fb-7dfbf790a6fa', 'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'mac_address': 'fa:16:3e:6d:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:23Z', 'updated_at': '2022-03-30T01:28:36Z', 'revision_number': 5, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'subnets': [{'id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:02.544817 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba150f54-8757-4265-b81c-cf46a817a3d5 req-d0f11129-b407-4621-9c35-36218bac082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:02.546271 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba150f54-8757-4265-b81c-cf46a817a3d5 req-d0f11129-b407-4621-9c35-36218bac082b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0432665 Mar 30 01:33:02.563925 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8606dda5-0a26-4786-8890-dcfa67e9e4a6 None None] Checking router: 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:33:02.572039 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8606dda5-0a26-4786-8890-dcfa67e9e4a6 None None] Routers {'1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:33:02.572637 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8606dda5-0a26-4786-8890-dcfa67e9e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:32:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:02.597556 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba150f54-8757-4265-b81c-cf46a817a3d5 req-98f1f145-3d12-423c-8ffb-ec64cc5d42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:02.599088 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba150f54-8757-4265-b81c-cf46a817a3d5 req-98f1f145-3d12-423c-8ffb-ec64cc5d42d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467381 Mar 30 01:33:02.703827 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba150f54-8757-4265-b81c-cf46a817a3d5 req-bd510df6-2961-4682-abd1-ba82eb902a60 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881135 Mar 30 01:33:02.767330 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-8606dda5-0a26-4786-8890-dcfa67e9e4a6 None None] Set router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:33:02.797143 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ba150f54-8757-4265-b81c-cf46a817a3d5 req-c3716a3f-b63a-4727-918f-2aa139a4d81f service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870147 Mar 30 01:33:02.983602 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8606dda5-0a26-4786-8890-dcfa67e9e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '92b48d2d-21c8-4623-ab58-ca48a471e298', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'port_id': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'mac_address': 'fa:16:3e:d8:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff08521-c579-4f8d-af82-679ed414b625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:37Z', 'updated_at': '2022-03-30T01:33:01Z', 'revision_number': 3, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a66939-7bd0-47b0-93fb-7dfbf790a6fa', 'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'mac_address': 'fa:16:3e:6d:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:23Z', 'updated_at': '2022-03-30T01:28:36Z', 'revision_number': 5, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'subnets': [{'id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:03.012363 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8606dda5-0a26-4786-8890-dcfa67e9e4a6 None None] The sync data for ids ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'] in dv-cinder-817135-7-iscsi is: [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '92b48d2d-21c8-4623-ab58-ca48a471e298', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'port_id': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'mac_address': 'fa:16:3e:d8:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff08521-c579-4f8d-af82-679ed414b625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:30:37Z', 'updated_at': '2022-03-30T01:33:01Z', 'revision_number': 3, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a66939-7bd0-47b0-93fb-7dfbf790a6fa', 'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'mac_address': 'fa:16:3e:6d:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:23Z', 'updated_at': '2022-03-30T01:28:36Z', 'revision_number': 5, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'subnets': [{'id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:33:03.108972 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:33:04.256132 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff08521-c579-4f8d-af82-679ed414b625', 'tag': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:33:04.258458 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c788d7a-c045-4b07-a236-37ab6259b37b" -d '{"events": [{"name": "network-changed", "server_uuid": "dff08521-c579-4f8d-af82-679ed414b625", "tag": "c999884a-8107-40bd-b6e6-8a0ec3f479ec"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:33:04.293820 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7f6e6c-9317-4506-a1c9-76d42adc0472 x-openstack-request-id: req-0f7f6e6c-9317-4506-a1c9-76d42adc0472 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:33:04.294111 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff08521-c579-4f8d-af82-679ed414b625", "tag": "c999884a-8107-40bd-b6e6-8a0ec3f479ec", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:33:04.294365 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f7f6e6c-9317-4506-a1c9-76d42adc0472 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:33:04.294793 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7f6e6c-9317-4506-a1c9-76d42adc0472'] response: {'name': 'network-changed', 'server_uuid': 'dff08521-c579-4f8d-af82-679ed414b625', 'tag': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec', 'status': 'completed', 'code': 200} Mar 30 01:33:04.361170 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c788d7a-c045-4b07-a236-37ab6259b37b req-7252b06b-1002-4d6e-b3b2-e76d5c91132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:04.362560 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5c788d7a-c045-4b07-a236-37ab6259b37b req-7252b06b-1002-4d6e-b3b2-e76d5c91132c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 1130 time: 0.0442591 Mar 30 01:33:04.462186 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c788d7a-c045-4b07-a236-37ab6259b37b req-206f9ab4-7910-4c88-933c-55ed33c07f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:04.463697 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5c788d7a-c045-4b07-a236-37ab6259b37b req-206f9ab4-7910-4c88-933c-55ed33c07f9f service neutron] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 919 time: 0.0886731 Mar 30 01:33:04.528162 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5c788d7a-c045-4b07-a236-37ab6259b37b req-1e2df1eb-469c-4cdb-a556-a949d7f0731a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c999884a-8107-40bd-b6e6-8a0ec3f479ec HTTP/1.1" status: 200 len: 1002 time: 0.0577514 Mar 30 01:33:04.578544 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c788d7a-c045-4b07-a236-37ab6259b37b req-1fd5bfc4-1a28-4744-8eb2-9959feef3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:04.580070 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5c788d7a-c045-4b07-a236-37ab6259b37b req-1fd5bfc4-1a28-4744-8eb2-9959feef3671 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0443869 Mar 30 01:33:04.634156 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c788d7a-c045-4b07-a236-37ab6259b37b req-385271e6-bf2c-407b-8a3a-997c97ffed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:04.635708 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5c788d7a-c045-4b07-a236-37ab6259b37b req-385271e6-bf2c-407b-8a3a-997c97ffed6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481994 Mar 30 01:33:04.725716 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5c788d7a-c045-4b07-a236-37ab6259b37b req-20455b34-a888-4455-8abd-f5793c1daf48 service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825555 Mar 30 01:33:04.816952 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5c788d7a-c045-4b07-a236-37ab6259b37b req-93effb72-df73-4fff-b65d-de5a86942f9c service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852802 Mar 30 01:33:13.706481 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7fd6f9b-37a3-46e3-b9ea-bbb489207756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:15.869511 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fd60e8c1-60a8-467e-b79d-0a304e4caef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:17.104119 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:18.483298 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:20.069112 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:23.071349 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:24.647808 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dd4ca-7d9b-4f3a-aaa7-140041d6f721 req-797c72c1-c530-4ec3-8d3b-0b50f41f5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:24.649367 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a83dd4ca-7d9b-4f3a-aaa7-140041d6f721 req-797c72c1-c530-4ec3-8d3b-0b50f41f5b57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=256d574808e54c9aa1a0242cd5983675&device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 1168 time: 0.0500445 Mar 30 01:33:24.749846 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dd4ca-7d9b-4f3a-aaa7-140041d6f721 req-c3eadf44-39a7-4a08-bfa0-a1c4ff2a86f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:24.751363 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a83dd4ca-7d9b-4f3a-aaa7-140041d6f721 req-c3eadf44-39a7-4a08-bfa0-a1c4ff2a86f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ebd2413-0384-4694-9fe8-a3f298d0886c HTTP/1.1" status: 200 len: 915 time: 0.0844619 Mar 30 01:33:24.776239 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c971-0dce-4902-9f2e-3e8520aadaaa req-6a5036f8-ccc0-4dcb-8859-59c49bc24bd4 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:24.777738 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0f36c971-0dce-4902-9f2e-3e8520aadaaa req-6a5036f8-ccc0-4dcb-8859-59c49bc24bd4 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.1996729 Mar 30 01:33:24.820419 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a83dd4ca-7d9b-4f3a-aaa7-140041d6f721 req-64365196-05d8-429a-bdf7-b5760d2d74fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d HTTP/1.1" status: 200 len: 1001 time: 0.0618887 Mar 30 01:33:24.837403 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0f36c971-0dce-4902-9f2e-3e8520aadaaa req-b0cab183-c754-4f49-b99d-cd1794ce9afb tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529764 Mar 30 01:33:24.868614 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dd4ca-7d9b-4f3a-aaa7-140041d6f721 req-56a49eb4-718a-4bb4-ae2d-18ad301035d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:24.870014 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a83dd4ca-7d9b-4f3a-aaa7-140041d6f721 req-56a49eb4-718a-4bb4-ae2d-18ad301035d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4792878a-b851-4d66-9e4c-67ef3ef1cf21 HTTP/1.1" status: 200 len: 853 time: 0.0427332 Mar 30 01:33:24.922664 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dd4ca-7d9b-4f3a-aaa7-140041d6f721 req-bc74528f-a75b-4835-93fa-e6ba1af79b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:24.924193 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a83dd4ca-7d9b-4f3a-aaa7-140041d6f721 req-bc74528f-a75b-4835-93fa-e6ba1af79b6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ebd2413-0384-4694-9fe8-a3f298d0886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444083 Mar 30 01:33:25.016555 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a83dd4ca-7d9b-4f3a-aaa7-140041d6f721 req-741b469d-8b7f-4ee3-8ff5-3934b2845af4 service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844109 Mar 30 01:33:25.111817 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a83dd4ca-7d9b-4f3a-aaa7-140041d6f721 req-770a3677-4013-4676-a4ed-4e19c9aa7ba5 service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838664 Mar 30 01:33:25.113480 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-37c88e3f-7eb9-47db-9f9a-ab44450e93f3 req-833348de-e63b-4eb5-99de-a8a53e731efd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473478 Mar 30 01:33:25.200039 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c88e3f-7eb9-47db-9f9a-ab44450e93f3 req-cbbbfdde-4fe2-4db8-a2b6-4cd754b1a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:25.202270 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-37c88e3f-7eb9-47db-9f9a-ab44450e93f3 req-cbbbfdde-4fe2-4db8-a2b6-4cd754b1a3e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10d8e88a77d8487680652e10a7a18348&device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 1130 time: 0.0446253 Mar 30 01:33:25.316008 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c88e3f-7eb9-47db-9f9a-ab44450e93f3 req-360aa29d-0a56-4f00-8660-b57318d0f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:25.317480 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-37c88e3f-7eb9-47db-9f9a-ab44450e93f3 req-360aa29d-0a56-4f00-8660-b57318d0f57b service neutron] 10.222.0.10 "GET /v2.0/networks?id=f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 200 len: 919 time: 0.0883756 Mar 30 01:33:25.373946 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-37c88e3f-7eb9-47db-9f9a-ab44450e93f3 req-b3cb575a-49f7-4ea7-a8b5-368c6b5d822c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20e728cd-69f4-47f4-91be-199338787410 HTTP/1.1" status: 200 len: 217 time: 0.0371182 Mar 30 01:33:25.423193 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c88e3f-7eb9-47db-9f9a-ab44450e93f3 req-8ee32d9d-da99-4cf1-9f88-d338dbdc6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:25.424599 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-37c88e3f-7eb9-47db-9f9a-ab44450e93f3 req-8ee32d9d-da99-4cf1-9f88-d338dbdc6272 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 200 len: 857 time: 0.0429096 Mar 30 01:33:25.474513 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c88e3f-7eb9-47db-9f9a-ab44450e93f3 req-4f761a96-9702-43ac-b4bc-ac432dd56c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:25.476011 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-37c88e3f-7eb9-47db-9f9a-ab44450e93f3 req-4f761a96-9702-43ac-b4bc-ac432dd56c61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f27bd740-4fba-4028-9406-a0ffebc6a8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431132 Mar 30 01:33:25.568742 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-37c88e3f-7eb9-47db-9f9a-ab44450e93f3 req-8172f190-98e3-434f-ba2a-186643e45a1c service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847023 Mar 30 01:33:25.658307 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-37c88e3f-7eb9-47db-9f9a-ab44450e93f3 req-3aba0d07-172f-43de-a9cc-cbf3ebfd2b0d service neutron] 10.222.0.10 "GET /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814328 Mar 30 01:33:26.015341 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4529a-8a42-435b-b560-4833ace3cefe req-17212e6f-127d-4405-b95e-a305c105c2e0 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:26.016820 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b2f4529a-8a42-435b-b560-4833ace3cefe req-17212e6f-127d-4405-b95e-a305c105c2e0 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.1067381 Mar 30 01:33:26.076553 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b2f4529a-8a42-435b-b560-4833ace3cefe req-4ad95d1d-9cac-46de-8916-4d2653b97b15 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537629 Mar 30 01:33:27.198528 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e2c41-45ae-4a5a-9afb-305b164a7153 req-be7cea3b-cd6b-4164-bf9b-038f9756d4f0 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:27.200033 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5f9e2c41-45ae-4a5a-9afb-305b164a7153 req-be7cea3b-cd6b-4164-bf9b-038f9756d4f0 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.0565236 Mar 30 01:33:27.258136 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5f9e2c41-45ae-4a5a-9afb-305b164a7153 req-1d6d5359-1be7-42f6-8915-b6a295754f0b tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524280 Mar 30 01:33:28.372586 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3334-be5a-4d30-a98d-0eb13b0f180f req-0b118237-e45a-4de0-acb3-5133d5a97bdc tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:28.374130 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1d2c3334-be5a-4d30-a98d-0eb13b0f180f req-0b118237-e45a-4de0-acb3-5133d5a97bdc tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.0513411 Mar 30 01:33:28.432014 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1d2c3334-be5a-4d30-a98d-0eb13b0f180f req-87947982-c2b5-4eb4-91a0-f856f680cf0d tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522952 Mar 30 01:33:29.547721 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1385e0-bcfc-4d46-9c46-82f7a25811a1 req-e4afbb74-0806-423f-af5c-22209513843c tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:29.549209 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5e1385e0-bcfc-4d46-9c46-82f7a25811a1 req-e4afbb74-0806-423f-af5c-22209513843c tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.0520239 Mar 30 01:33:29.609371 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5e1385e0-bcfc-4d46-9c46-82f7a25811a1 req-3577453b-4181-4da5-ad7c-db288b660710 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545135 Mar 30 01:33:30.726810 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b173ba4-4fde-4058-9715-56a23d0a25c8 req-46dd77a8-2d28-451b-8d32-8fb39b56a3b7 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:30.728330 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0b173ba4-4fde-4058-9715-56a23d0a25c8 req-46dd77a8-2d28-451b-8d32-8fb39b56a3b7 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.0511959 Mar 30 01:33:30.789663 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0b173ba4-4fde-4058-9715-56a23d0a25c8 req-542244a4-f45b-4bf6-a489-81208ca054a8 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550199 Mar 30 01:33:31.910408 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336e1ca-a7a2-44f2-9594-5acf88c5fab3 req-3fb721c9-bf84-4938-8969-a8b3e45a2f35 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:31.911827 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0336e1ca-a7a2-44f2-9594-5acf88c5fab3 req-3fb721c9-bf84-4938-8969-a8b3e45a2f35 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.0572419 Mar 30 01:33:31.975575 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0336e1ca-a7a2-44f2-9594-5acf88c5fab3 req-55f7a344-18e3-486b-bd9e-3a7473885122 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579951 Mar 30 01:33:33.094637 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10fd44-c454-456f-82a0-c3883e704d8f req-c0a8f76a-f899-496c-b42e-f2c445c38bdb tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:33.096124 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0c10fd44-c454-456f-82a0-c3883e704d8f req-c0a8f76a-f899-496c-b42e-f2c445c38bdb tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.0545580 Mar 30 01:33:33.155122 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0c10fd44-c454-456f-82a0-c3883e704d8f req-8f6fa6c1-956f-45c1-8282-78550f65669b tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527265 Mar 30 01:33:34.271822 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8d10a-c16a-407e-b493-e55d5741f7a0 req-4ae88b0e-5038-470e-9c2c-05263c8292ad tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:34.273280 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7fa8d10a-c16a-407e-b493-e55d5741f7a0 req-4ae88b0e-5038-470e-9c2c-05263c8292ad tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.0520310 Mar 30 01:33:34.331752 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7fa8d10a-c16a-407e-b493-e55d5741f7a0 req-51c76016-380b-4bda-8771-297032d34fd6 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528061 Mar 30 01:33:35.449137 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114fe5c-cb30-43f1-a1e9-56a85babce9e req-b5d94127-7210-4f00-8dc6-939de97b075d tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:35.450587 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5114fe5c-cb30-43f1-a1e9-56a85babce9e req-b5d94127-7210-4f00-8dc6-939de97b075d tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.0522120 Mar 30 01:33:35.508733 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5114fe5c-cb30-43f1-a1e9-56a85babce9e req-08b18787-d867-4cce-8d7e-b2c4fa7fbfdc tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523150 Mar 30 01:33:36.628042 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe4078-9ba0-462c-8372-38ef35ee6892 req-73ffe624-09f6-4afc-ae21-2f03b445325f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:36.629753 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2dfe4078-9ba0-462c-8372-38ef35ee6892 req-73ffe624-09f6-4afc-ae21-2f03b445325f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.0539107 Mar 30 01:33:36.689297 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2dfe4078-9ba0-462c-8372-38ef35ee6892 req-79514ca3-f393-4951-83ba-2aa08e60b828 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539346 Mar 30 01:33:37.667578 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579da19-df85-47a9-a72a-4bcb6a5c7388 req-06531f43-4899-404c-89b6-1ea067b6670e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:37.668988 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b579da19-df85-47a9-a72a-4bcb6a5c7388 req-06531f43-4899-404c-89b6-1ea067b6670e tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0564892 Mar 30 01:33:37.715157 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b579da19-df85-47a9-a72a-4bcb6a5c7388 req-fe9ce645-f6bf-48e7-9911-21ea448719bb tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398209 Mar 30 01:33:37.809511 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ad9df-822c-4dfd-bce9-fc2849c965c8 req-b5a97665-62d8-4b90-bb25-13d2e6414eb4 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:37.811594 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-774ad9df-822c-4dfd-bce9-fc2849c965c8 req-b5a97665-62d8-4b90-bb25-13d2e6414eb4 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.0551271 Mar 30 01:33:37.868556 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-774ad9df-822c-4dfd-bce9-fc2849c965c8 req-ba85a22a-0261-4496-9217-ea694aa6cb15 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512972 Mar 30 01:33:38.831393 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e1ceb-5aac-4b96-b903-37bcf9243f17 req-28f528cb-3b27-4699-947c-9c94a1b154f4 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:38.833190 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-947e1ceb-5aac-4b96-b903-37bcf9243f17 req-28f528cb-3b27-4699-947c-9c94a1b154f4 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0513058 Mar 30 01:33:38.878316 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-947e1ceb-5aac-4b96-b903-37bcf9243f17 req-11bf3421-8ac7-4eed-ab26-09c3a647f214 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395203 Mar 30 01:33:38.986763 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec0e1b-42fc-4473-a4bd-a0a9d481ebb2 req-01a64efc-dbf5-4c31-939c-5bf42edfbd86 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:38.988212 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-79ec0e1b-42fc-4473-a4bd-a0a9d481ebb2 req-01a64efc-dbf5-4c31-939c-5bf42edfbd86 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.0517704 Mar 30 01:33:39.047354 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-79ec0e1b-42fc-4473-a4bd-a0a9d481ebb2 req-09b832e8-a0b9-4d05-9656-841cd010ea69 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535533 Mar 30 01:33:39.614792 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239af769-2820-4d9f-bc73-569a5df299a0 req-282e1a3c-af97-476a-83f9-c5fa76f7cc57 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:39.616248 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-239af769-2820-4d9f-bc73-569a5df299a0 req-282e1a3c-af97-476a-83f9-c5fa76f7cc57 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.10 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0548019 Mar 30 01:33:39.711560 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-239af769-2820-4d9f-bc73-569a5df299a0 req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Deleting port a1649e19-52c9-4b2e-b103-85fd6ffa7844 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:33:39.711895 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-239af769-2820-4d9f-bc73-569a5df299a0 req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:39.799873 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-239af769-2820-4d9f-bc73-569a5df299a0 req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] For port a1649e19-52c9-4b2e-b103-85fd6ffa7844, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=a1649e19-52c9-4b2e-b103-85fd6ffa7844,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:33:39.800237 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-239af769-2820-4d9f-bc73-569a5df299a0 req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:39.994985 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6753c-f6fa-4db4-835d-17c4c8327219 req-639ff78d-ac4d-4a8b-a498-9d9080d9e60c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:39.996485 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c2d6753c-f6fa-4db4-835d-17c4c8327219 req-639ff78d-ac4d-4a8b-a498-9d9080d9e60c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 945 time: 0.0503435 Mar 30 01:33:40.021212 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-239af769-2820-4d9f-bc73-569a5df299a0 req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:40.021815 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-239af769-2820-4d9f-bc73-569a5df299a0 req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (ea3a884c-d63c-4cd9-a281-ca84d70944ea), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:40.021967 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.l3_db [req-239af769-2820-4d9f-bc73-569a5df299a0 req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Floating IP ea3a884c-d63c-4cd9-a281-ca84d70944ea disassociated. External IP: 172.27.2.45, port: a1649e19-52c9-4b2e-b103-85fd6ffa7844. Mar 30 01:33:40.022218 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-239af769-2820-4d9f-bc73-569a5df299a0 req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Calling delete_port for a1649e19-52c9-4b2e-b103-85fd6ffa7844 owned by compute:nova {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:33:40.050005 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c2d6753c-f6fa-4db4-835d-17c4c8327219 req-92cd8991-fc42-4464-a570-74ab227680d0 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=615cc5d5-614b-4e77-8236-784180f8589e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471542 Mar 30 01:33:40.108025 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:33:40.181662 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-239af769-2820-4d9f-bc73-569a5df299a0 req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (a1649e19-52c9-4b2e-b103-85fd6ffa7844), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:40.195168 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c512d-52bb-4b39-aed7-fd4a294a9f52 req-c4493e1f-59b1-40ca-acd3-ec8123228d0d tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:40.196651 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8a2c512d-52bb-4b39-aed7-fd4a294a9f52 req-c4493e1f-59b1-40ca-acd3-ec8123228d0d tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.0765767 Mar 30 01:33:40.443935 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event deleted for resources: {'Port': ['ID=a1649e19-52c9-4b2e-b103-85fd6ffa7844,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:40.466912 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.467241 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.467588 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.467941 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.468268 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.468593 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.469471 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.469471 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.469679 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.470039 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.470353 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.470736 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.471044 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.471365 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.471683 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:40.592143 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8a2c512d-52bb-4b39-aed7-fd4a294a9f52 req-1be042cc-a863-43a7-8c81-38f36146462f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514268 Mar 30 01:33:40.621589 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-239af769-2820-4d9f-bc73-569a5df299a0 req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Router 91b93882-61a4-4588-8b61-4fad8ab4d190 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:33:40.738485 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-239af769-2820-4d9f-bc73-569a5df299a0 req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:33:40.748896 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5719b118-b591-400c-9477-bb2cced6b9d6 None None] Sync routers for ids ['91b93882-61a4-4588-8b61-4fad8ab4d190'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:33:40.758537 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5719b118-b591-400c-9477-bb2cced6b9d6 None None] Routers {'91b93882-61a4-4588-8b61-4fad8ab4d190'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:33:40.759397 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5719b118-b591-400c-9477-bb2cced6b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:33:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['91b93882-61a4-4588-8b61-4fad8ab4d190'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:40.781275 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-239af769-2820-4d9f-bc73-569a5df299a0 req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] No DVR routers for this DVR port a1649e19-52c9-4b2e-b103-85fd6ffa7844 on host hv-cinder-81713 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:33:40.783860 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-239af769-2820-4d9f-bc73-569a5df299a0 req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:40.787215 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-239af769-2820-4d9f-bc73-569a5df299a0 req-15bafe90-ef72-404b-956e-23e79f21ef2a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.10 "DELETE /v2.0/ports/a1649e19-52c9-4b2e-b103-85fd6ffa7844 HTTP/1.1" status: 204 len: 173 time: 1.1649182 Mar 30 01:33:40.787659 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84b0f5b-f978-4187-b213-2f66c021b17e', 'name': 'network-vif-deleted', 'tag': 'a1649e19-52c9-4b2e-b103-85fd6ffa7844'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:33:40.790038 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd085ca8-95b0-49bb-8fea-26b48b38d6c4" -d '{"events": [{"server_uuid": "b84b0f5b-f978-4187-b213-2f66c021b17e", "name": "network-vif-deleted", "tag": "a1649e19-52c9-4b2e-b103-85fd6ffa7844"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:33:40.837657 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a135b43-d476-4b45-b174-64bbdce91936 x-openstack-request-id: req-3a135b43-d476-4b45-b174-64bbdce91936 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:33:40.837969 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84b0f5b-f978-4187-b213-2f66c021b17e", "name": "network-vif-deleted", "tag": "a1649e19-52c9-4b2e-b103-85fd6ffa7844", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:33:40.838248 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a135b43-d476-4b45-b174-64bbdce91936 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:33:40.838670 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a135b43-d476-4b45-b174-64bbdce91936'] response: {'server_uuid': 'b84b0f5b-f978-4187-b213-2f66c021b17e', 'name': 'network-vif-deleted', 'tag': 'a1649e19-52c9-4b2e-b103-85fd6ffa7844', 'status': 'completed', 'code': 200} Mar 30 01:33:40.880483 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5719b118-b591-400c-9477-bb2cced6b9d6 None None] Set router 91b93882-61a4-4588-8b61-4fad8ab4d190 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:33:41.094965 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5719b118-b591-400c-9477-bb2cced6b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:45Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:41.124018 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5719b118-b591-400c-9477-bb2cced6b9d6 None None] Checking router: 91b93882-61a4-4588-8b61-4fad8ab4d190 for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:33:41.132407 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5719b118-b591-400c-9477-bb2cced6b9d6 None None] Routers {'91b93882-61a4-4588-8b61-4fad8ab4d190'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:33:41.133058 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5719b118-b591-400c-9477-bb2cced6b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:33:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['91b93882-61a4-4588-8b61-4fad8ab4d190'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:41.161975 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-31e5ac3a-3e4d-4146-835f-1ee8ab4e458f req-b8cd452c-0ab8-4a1d-b909-6d103b8785a4 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84b0f5b-f978-4187-b213-2f66c021b17e HTTP/1.1" status: 200 len: 210 time: 0.0281355 Mar 30 01:33:41.249235 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5719b118-b591-400c-9477-bb2cced6b9d6 None None] Set router 91b93882-61a4-4588-8b61-4fad8ab4d190 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:33:41.574891 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5719b118-b591-400c-9477-bb2cced6b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:45Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:41.602230 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5719b118-b591-400c-9477-bb2cced6b9d6 None None] The sync data for ids ['91b93882-61a4-4588-8b61-4fad8ab4d190'] in dv-cinder-817135-7-iscsi is: [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:45Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:33:41.714925 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261485b-e03e-4b35-958e-1403fa4213de req-5bf67194-c82a-4ff8-b824-47724b6ce205 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:41.716420 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1261485b-e03e-4b35-958e-1403fa4213de req-5bf67194-c82a-4ff8-b824-47724b6ce205 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.0527499 Mar 30 01:33:41.778121 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1261485b-e03e-4b35-958e-1403fa4213de req-7a59f603-20fe-46ee-a517-37ccc1bac26f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=20d7a25d-23b0-41b9-ae7f-e788c32d8fda&id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559435 Mar 30 01:33:41.833619 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c134e4ca-21de-448e-87e7-462595f101c6 None None] New status for floating IP ea3a884c-d63c-4cd9-a281-ca84d70944ea: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:33:42.346106 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40706) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:42.402411 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8651d693-c3eb-44db-911e-9c15f752a587 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group (615cc5d5-614b-4e77-8236-784180f8589e), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:42.425419 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8651d693-c3eb-44db-911e-9c15f752a587 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group (615cc5d5-614b-4e77-8236-784180f8589e), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:42.471157 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8651d693-c3eb-44db-911e-9c15f752a587 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (615cc5d5-614b-4e77-8236-784180f8589e), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:42.473836 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8651d693-c3eb-44db-911e-9c15f752a587 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:42.474996 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-8651d693-c3eb-44db-911e-9c15f752a587 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "DELETE /v2.0/security-groups/615cc5d5-614b-4e77-8236-784180f8589e HTTP/1.1" status: 204 len: 168 time: 0.1278107 Mar 30 01:33:42.477965 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40710) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:42.485192 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651d693-c3eb-44db-911e-9c15f752a587 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=615cc5d5-614b-4e77-8236-784180f8589e,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:42.493424 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.api.v2.resource [None req-7ff84d7a-eda0-4eed-9afd-604d64edbb60 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] show failed (client error): The resource could not be found. Mar 30 01:33:42.497070 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7ff84d7a-eda0-4eed-9afd-604d64edbb60 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups/615cc5d5-614b-4e77-8236-784180f8589e HTTP/1.1" status: 404 len: 347 time: 0.0155282 Mar 30 01:33:42.500124 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40712) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:42.627481 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Deleting port 640f6a00-016c-4411-a995-93ebcfe543af {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:33:42.627791 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (640f6a00-016c-4411-a995-93ebcfe543af), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:42.706625 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (640f6a00-016c-4411-a995-93ebcfe543af), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:42.707003 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for floatingip (640f6a00-016c-4411-a995-93ebcfe543af), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:42.719073 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Calling delete_port for 640f6a00-016c-4411-a995-93ebcfe543af owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:33:42.866753 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (640f6a00-016c-4411-a995-93ebcfe543af), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:42.894175 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event deleted for resources: {'Port': ['ID=640f6a00-016c-4411-a995-93ebcfe543af,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:42.926276 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.926654 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.927031 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.927369 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.927709 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.928040 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.928368 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.928809 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.929144 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.929470 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.929796 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.930123 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.930446 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.930864 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.931189 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:42.966224 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device a1649e19-52c9-4b2e-b103-85fd6ffa7844 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:33:42.975624 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for floatingip (ea3a884c-d63c-4cd9-a281-ca84d70944ea), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:42.978347 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:42.979564 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b2b3de79-387b-42b2-a2f0-1145b6a05547 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "DELETE /v2.0/floatingips/ea3a884c-d63c-4cd9-a281-ca84d70944ea HTTP/1.1" status: 204 len: 168 time: 0.4783399 Mar 30 01:33:42.986562 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: a1649e19-52c9-4b2e-b103-85fd6ffa7844 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:33:42.986948 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device a1649e19-52c9-4b2e-b103-85fd6ffa7844 not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:33:43.190283 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40732) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:43.195235 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-c9f76f86-c170-46cb-87c7-ad67e03ee2f0 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--197040292', 'description': 'tempest-description--1927582081'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:43.215661 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9f76f86-c170-46cb-87c7-ad67e03ee2f0 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.281588 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9f76f86-c170-46cb-87c7-ad67e03ee2f0 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group (3df28814-c152-42c7-bfdd-a127aaffba97), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.286392 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9f76f86-c170-46cb-87c7-ad67e03ee2f0 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (3df28814-c152-42c7-bfdd-a127aaffba97), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.317758 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9f76f86-c170-46cb-87c7-ad67e03ee2f0 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.319027 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-c9f76f86-c170-46cb-87c7-ad67e03ee2f0 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1276276 Mar 30 01:33:43.321022 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f76f86-c170-46cb-87c7-ad67e03ee2f0 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df28814-c152-42c7-bfdd-a127aaffba97,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:43.321928 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40736) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:43.326809 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-88ab302d-5064-419f-b84d-bd2d35fe8c96 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Request body: {'security_group_rule': {'security_group_id': '3df28814-c152-42c7-bfdd-a127aaffba97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:43.352360 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ab302d-5064-419f-b84d-bd2d35fe8c96 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group_rule (3bf75b30-e1ed-47b3-a0db-00b376e3d878), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.408130 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ab302d-5064-419f-b84d-bd2d35fe8c96 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group_rule (3bf75b30-e1ed-47b3-a0db-00b376e3d878), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.412180 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ab302d-5064-419f-b84d-bd2d35fe8c96 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (3bf75b30-e1ed-47b3-a0db-00b376e3d878), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.429846 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab302d-5064-419f-b84d-bd2d35fe8c96 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf75b30-e1ed-47b3-a0db-00b376e3d878,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:43.440249 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ab302d-5064-419f-b84d-bd2d35fe8c96 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.441446 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-88ab302d-5064-419f-b84d-bd2d35fe8c96 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184800 Mar 30 01:33:43.444136 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40742) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:43.448409 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-37a9d26e-47cc-42f2-b1b0-cabc6cdf9e79 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Request body: {'security_group_rule': {'security_group_id': '3df28814-c152-42c7-bfdd-a127aaffba97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:43.473825 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37a9d26e-47cc-42f2-b1b0-cabc6cdf9e79 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group_rule (6387642c-2731-40d0-9c3e-1a2b5b0c2224), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.537613 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37a9d26e-47cc-42f2-b1b0-cabc6cdf9e79 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group_rule (6387642c-2731-40d0-9c3e-1a2b5b0c2224), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.542366 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37a9d26e-47cc-42f2-b1b0-cabc6cdf9e79 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (6387642c-2731-40d0-9c3e-1a2b5b0c2224), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.561480 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9d26e-47cc-42f2-b1b0-cabc6cdf9e79 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6387642c-2731-40d0-9c3e-1a2b5b0c2224,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:43.566599 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37a9d26e-47cc-42f2-b1b0-cabc6cdf9e79 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.570968 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-37a9d26e-47cc-42f2-b1b0-cabc6cdf9e79 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258104 Mar 30 01:33:43.571181 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40746) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:43.576576 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Request body: {'floatingip': {'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:43.600048 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.701669 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.708614 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f69b0608-4f7d-409f-9352-5ae0c7c2c360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.807497 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Allocated IP 172.27.2.85 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/734b443a-7f2f-4141-a18b-8880ca1f7506) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:33:43.910598 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for port (734b443a-7f2f-4141-a18b-8880ca1f7506), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.947186 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (734b443a-7f2f-4141-a18b-8880ca1f7506), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:43.987079 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:33:43.992109 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:33:43.996918 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:33:44.000651 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event updated for resources: {'Port': ['ID=734b443a-7f2f-4141-a18b-8880ca1f7506,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:44.125375 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for floatingip (24a54d60-14c2-4f9d-8802-23611ed0fcaa), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:44.164834 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (734b443a-7f2f-4141-a18b-8880ca1f7506), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:44.317785 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for port (734b443a-7f2f-4141-a18b-8880ca1f7506), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:44.322582 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (734b443a-7f2f-4141-a18b-8880ca1f7506), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:44.391081 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event updated for resources: {'Port': ['ID=734b443a-7f2f-4141-a18b-8880ca1f7506,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:44.402352 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (24a54d60-14c2-4f9d-8802-23611ed0fcaa), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:44.417109 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:44.418317 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-07865afd-6b12-4597-86a3-683bc63a8eb5 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8455615 Mar 30 01:33:44.572790 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-2e6533e9-0c6a-4166-8e79-40a633a52ccc tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--197040292&fields=id&tenant_id=039eb3382c0646d4bd8cddff38364c12 HTTP/1.1" status: 200 len: 267 time: 0.0470488 Mar 30 01:33:44.681895 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-93f36d29-e149-4847-ba65-44fd577c3375 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:44.683372 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-93f36d29-e149-4847-ba65-44fd577c3375 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/networks?id=03fd8b2f-7625-4635-88c0-2ffd255f1007 HTTP/1.1" status: 200 len: 809 time: 0.1032975 Mar 30 01:33:44.697934 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-65bca9ae-4d8d-4905-a2ef-2ab283031117 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/quotas/039eb3382c0646d4bd8cddff38364c12 HTTP/1.1" status: 200 len: 375 time: 0.0085146 Mar 30 01:33:44.755694 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-b062f36f-2c8f-4f13-ab99-134214af5ecf tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=039eb3382c0646d4bd8cddff38364c12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521197 Mar 30 01:33:44.908167 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-f4fb47a1-063c-47fb-aee7-30b0e69cf5ef service neutron] 10.222.0.30 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408606 Mar 30 01:33:44.956247 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca82ad-7061-4c5c-8ee7-6156a4e8974e req-618c0e7a-a678-4cb1-a29a-0a457035ca8e tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:44.957737 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0dca82ad-7061-4c5c-8ee7-6156a4e8974e req-618c0e7a-a678-4cb1-a29a-0a457035ca8e tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0570402 Mar 30 01:33:45.005976 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0dca82ad-7061-4c5c-8ee7-6156a4e8974e req-bc908818-2999-42aa-a540-3b0780c02ac9 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421071 Mar 30 01:33:45.006878 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-67d9cd00-aab0-4875-953e-43b597888641 service neutron] 10.222.0.30 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929866 Mar 30 01:33:45.184068 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-028a7844-6040-4ab6-a3cb-1183ddf59d8b req-667d0e0d-8eef-4da5-a823-16f849987e53 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 210 time: 0.0365686 Mar 30 01:33:45.263008 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce53cc-4083-41da-b338-8f237546075e req-0aa159c9-a6f1-4915-ab84-228055e17097 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:45.265689 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6bce53cc-4083-41da-b338-8f237546075e req-0aa159c9-a6f1-4915-ab84-228055e17097 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0536211 Mar 30 01:33:45.315596 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6bce53cc-4083-41da-b338-8f237546075e req-8b8cf47d-a13f-4baa-a53d-d08502954f73 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449080 Mar 30 01:33:45.870514 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e986f5d1-f207-41be-bed9-34b8b7664da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:46.130325 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5568b-52f4-407e-93e8-401db83830c1 req-88fb66c5-f433-407e-99ad-c4c3f8f248bf tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:46.132658 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a3a5568b-52f4-407e-93e8-401db83830c1 req-88fb66c5-f433-407e-99ad-c4c3f8f248bf tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0547504 Mar 30 01:33:46.190448 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a3a5568b-52f4-407e-93e8-401db83830c1 req-8b195a3a-f6f6-4baa-ae1e-41f3879ee74a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530524 Mar 30 01:33:46.279404 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6bd9494e-22c9-4888-b4f2-944f2ad5cfd3 req-f934461e-524a-4674-8716-203b9b6bec65 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 210 time: 0.0267425 Mar 30 01:33:46.293480 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-b8331412-fb39-4ced-b204-b9313942efb3 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:46.294975 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-b8331412-fb39-4ced-b204-b9313942efb3 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.10 "GET /v2.0/networks?id=03fd8b2f-7625-4635-88c0-2ffd255f1007 HTTP/1.1" status: 200 len: 809 time: 0.1206191 Mar 30 01:33:46.358876 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c92786a8-2625-4f6d-b12a-53f43d63215d tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=039eb3382c0646d4bd8cddff38364c12 HTTP/1.1" status: 200 len: 379 time: 0.0541005 Mar 30 01:33:46.371747 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c0b86629-3c72-4c7c-8c2d-d1c41b223f06 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Request body: {'port': {'device_id': 'c76f9d6a-d935-4142-908f-9b354c5653af', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'admin_state_up': True, 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'security_groups': ['3df28814-c152-42c7-bfdd-a127aaffba97']}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:46.505289 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29d24a-7b2e-4040-bbe8-72cc1bb88776 req-fbfdc06b-297d-4548-ad1c-cda839f400cb tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:46.506768 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-bf29d24a-7b2e-4040-bbe8-72cc1bb88776 req-fbfdc06b-297d-4548-ad1c-cda839f400cb tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.1202767 Mar 30 01:33:46.532271 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c0b86629-3c72-4c7c-8c2d-d1c41b223f06 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Made reservation on behalf of 039eb3382c0646d4bd8cddff38364c12 for: {'port': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:33:46.535464 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c0b86629-3c72-4c7c-8c2d-d1c41b223f06 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:46.609360 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-bf29d24a-7b2e-4040-bbe8-72cc1bb88776 req-5ce4565b-6d05-4663-8bbf-12fab843c5b1 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961871 Mar 30 01:33:46.688551 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c0b86629-3c72-4c7c-8c2d-d1c41b223f06 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Allocated IP 172.20.0.14 (03fd8b2f-7625-4635-88c0-2ffd255f1007/ff067983-253c-45fe-994a-831579de17d9/ef94ff67-b97b-4ddc-91be-97d000844e19) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:33:46.820306 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c0b86629-3c72-4c7c-8c2d-d1c41b223f06 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:46.852886 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c0b86629-3c72-4c7c-8c2d-d1c41b223f06 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:46.897097 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c0b86629-3c72-4c7c-8c2d-d1c41b223f06 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Network 03fd8b2f-7625-4635-88c0-2ffd255f1007 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:33:46.900234 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c0b86629-3c72-4c7c-8c2d-d1c41b223f06 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:33:46.906584 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c0b86629-3c72-4c7c-8c2d-d1c41b223f06 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:33:46.913195 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b86629-3c72-4c7c-8c2d-d1c41b223f06 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event updated for resources: {'Port': ['ID=ef94ff67-b97b-4ddc-91be-97d000844e19,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:46.957806 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c0b86629-3c72-4c7c-8c2d-d1c41b223f06 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:46.958419 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c0b86629-3c72-4c7c-8c2d-d1c41b223f06 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:46.974781 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c0b86629-3c72-4c7c-8c2d-d1c41b223f06 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6067059 Mar 30 01:33:47.031388 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Request body: {'port': {'device_id': 'c76f9d6a-d935-4142-908f-9b354c5653af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:47.095600 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:47.107416 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:47.156463 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-da2ccb34-1559-4257-9e8f-6aaff65cf7fb None None] Provisioning complete for port ef94ff67-b97b-4ddc-91be-97d000844e19 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:33:47.156944 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da2ccb34-1559-4257-9e8f-6aaff65cf7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:47.191741 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-da2ccb34-1559-4257-9e8f-6aaff65cf7fb None None] Port ef94ff67-b97b-4ddc-91be-97d000844e19 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:33:47.314842 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940f545-cc3d-499f-9074-ae4061f6ef54 req-21a98b27-7a58-47a4-b25b-acca84d37f35 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:47.316357 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6940f545-cc3d-499f-9074-ae4061f6ef54 req-21a98b27-7a58-47a4-b25b-acca84d37f35 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0536144 Mar 30 01:33:47.365776 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6940f545-cc3d-499f-9074-ae4061f6ef54 req-4f514e37-8038-405b-aa6c-53a38824d0ac tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436759 Mar 30 01:33:47.391455 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef94ff67-b97b-4ddc-91be-97d000844e19 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:33:47.400269 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Publish callbacks [] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:47.419161 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Transition to ACTIVE for port object ef94ff67-b97b-4ddc-91be-97d000844e19 will not be triggered until provisioned by entity L2. {{(pid=103227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:33:47.424395 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:47.437835 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010aa575-7d59-408a-80cc-108d3ce8017e req-894f1aa6-a81e-46f4-8340-b4e1fb6ad4a8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:47.439486 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-010aa575-7d59-408a-80cc-108d3ce8017e req-894f1aa6-a81e-46f4-8340-b4e1fb6ad4a8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 932 time: 0.0868061 Mar 30 01:33:47.507550 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Pushing event updated for resources: {'Port': ['ID=ef94ff67-b97b-4ddc-91be-97d000844e19,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:47.579338 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-010aa575-7d59-408a-80cc-108d3ce8017e req-c25ca686-8717-4f94-92c8-e7c6259ef871 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df28814-c152-42c7-bfdd-a127aaffba97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155303 Mar 30 01:33:47.604096 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Attempting to bind port ef94ff67-b97b-4ddc-91be-97d000844e19 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:33:47.604434 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Attempting to bind port ef94ff67-b97b-4ddc-91be-97d000844e19 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:33:47.604766 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Attempting to bind port ef94ff67-b97b-4ddc-91be-97d000844e19 on network 03fd8b2f-7625-4635-88c0-2ffd255f1007 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:33:47.610132 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Port ef94ff67-b97b-4ddc-91be-97d000844e19 on network 03fd8b2f-7625-4635-88c0-2ffd255f1007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:33:47.610449 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Attempting to bind port ef94ff67-b97b-4ddc-91be-97d000844e19 on network 03fd8b2f-7625-4635-88c0-2ffd255f1007 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:33:47.617304 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:33:47.617304 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Checking segment: {'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:33:47.617304 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Bound using segment: {'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:33:47.617304 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Bound port: ef94ff67-b97b-4ddc-91be-97d000844e19, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:33:47.617304 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:47.686907 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] For port ef94ff67-b97b-4ddc-91be-97d000844e19, host hv-cinder-81713, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:33:47.690213 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] For port ef94ff67-b97b-4ddc-91be-97d000844e19, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ef94ff67-b97b-4ddc-91be-97d000844e19,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:33:47.698693 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:47.736110 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73e73e-8b14-44e1-8252-7ae4b916a9bc req-3b25b6a7-ecac-44a4-9135-756bb4b484d3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:47.737610 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:47.737750 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4a73e73e-8b14-44e1-8252-7ae4b916a9bc req-3b25b6a7-ecac-44a4-9135-756bb4b484d3 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0546129 Mar 30 01:33:47.738416 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:47.739813 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] 10.222.0.10 "PUT /v2.0/ports/ef94ff67-b97b-4ddc-91be-97d000844e19 HTTP/1.1" status: 200 len: 1094 time: 0.7576315 Mar 30 01:33:47.740883 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76f9d6a-d935-4142-908f-9b354c5653af', 'tag': 'ef94ff67-b97b-4ddc-91be-97d000844e19'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:33:47.743111 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eda845-618b-43ca-a9d9-92a576bdba21" -d '{"events": [{"name": "network-changed", "server_uuid": "c76f9d6a-d935-4142-908f-9b354c5653af", "tag": "ef94ff67-b97b-4ddc-91be-97d000844e19"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:33:47.789989 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47aeeab8-faeb-40e7-9648-e7fa6a69c4d3 x-openstack-request-id: req-47aeeab8-faeb-40e7-9648-e7fa6a69c4d3 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:33:47.790288 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76f9d6a-d935-4142-908f-9b354c5653af", "tag": "ef94ff67-b97b-4ddc-91be-97d000844e19", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:33:47.790546 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47aeeab8-faeb-40e7-9648-e7fa6a69c4d3 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:33:47.791029 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47aeeab8-faeb-40e7-9648-e7fa6a69c4d3'] response: {'name': 'network-changed', 'server_uuid': 'c76f9d6a-d935-4142-908f-9b354c5653af', 'tag': 'ef94ff67-b97b-4ddc-91be-97d000844e19', 'status': 'completed', 'code': 200} Mar 30 01:33:47.795243 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c98da-f726-4c98-8f8b-f7ef0ae84664 service neutron] Pushing event updated for resources: {'Port': ['ID=ef94ff67-b97b-4ddc-91be-97d000844e19,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:47.797600 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4a73e73e-8b14-44e1-8252-7ae4b916a9bc req-fc139c06-598e-4245-bfc5-9226b8d977b9 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541224 Mar 30 01:33:47.850023 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-393060c8-db08-49aa-9435-85cc800fb4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:47.851767 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-393060c8-db08-49aa-9435-85cc800fb4ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=039eb3382c0646d4bd8cddff38364c12&device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 1128 time: 0.0513313 Mar 30 01:33:47.893696 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-9292aa91-8aed-46a7-ac16-9f495d5cd959 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef94ff67-b97b-4ddc-91be-97d000844e19 HTTP/1.1" status: 200 len: 217 time: 0.0341113 Mar 30 01:33:47.946135 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-606b8676-8716-4e35-a487-73b1ab0525fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:47.947614 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-606b8676-8716-4e35-a487-73b1ab0525fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff067983-253c-45fe-994a-831579de17d9 HTTP/1.1" status: 200 len: 848 time: 0.0463505 Mar 30 01:33:48.003427 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-ac4b129e-e4b0-4315-bc85-8e34e3b38523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:48.004800 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-ac4b129e-e4b0-4315-bc85-8e34e3b38523 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03fd8b2f-7625-4635-88c0-2ffd255f1007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462432 Mar 30 01:33:48.091148 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-37a7369b-8ef5-4108-97f3-c7a694eb5d60 service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791831 Mar 30 01:33:48.182442 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-48a6675d-21be-4423-8a2b-74a4a7d61d84 req-10bb9a20-d98e-4908-8937-6375c308196f service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845616 Mar 30 01:33:48.486453 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.521881 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eda845-618b-43ca-a9d9-92a576bdba21 req-583f5f7d-5fdf-4942-af32-9088c2b911a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:48.523415 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b2eda845-618b-43ca-a9d9-92a576bdba21 req-583f5f7d-5fdf-4942-af32-9088c2b911a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=039eb3382c0646d4bd8cddff38364c12&device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 1128 time: 0.2917721 Mar 30 01:33:48.538318 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6bd68-a836-4778-aae4-35d3e3d36431 req-c46466a6-4568-4768-b929-4e79bfaf4444 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:48.539716 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-72d6bd68-a836-4778-aae4-35d3e3d36431 req-c46466a6-4568-4768-b929-4e79bfaf4444 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0658250 Mar 30 01:33:48.641241 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-72d6bd68-a836-4778-aae4-35d3e3d36431 req-65957ef9-a34a-4ac9-883d-b18cae588ee1 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936432 Mar 30 01:33:48.659171 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eda845-618b-43ca-a9d9-92a576bdba21 req-057fc5d6-b756-4f95-8834-66957cc18e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:48.661026 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b2eda845-618b-43ca-a9d9-92a576bdba21 req-057fc5d6-b756-4f95-8834-66957cc18e52 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03fd8b2f-7625-4635-88c0-2ffd255f1007 HTTP/1.1" status: 200 len: 910 time: 0.1200812 Mar 30 01:33:48.698586 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50e148-79e2-4666-a8cd-64587abdc9a8 req-2133d04c-e4ff-4efa-95b7-f4c08fbdb171 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:48.700088 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac50e148-79e2-4666-a8cd-64587abdc9a8 req-2133d04c-e4ff-4efa-95b7-f4c08fbdb171 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 944 time: 0.0530076 Mar 30 01:33:48.701482 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b2eda845-618b-43ca-a9d9-92a576bdba21 req-78ed534f-b5da-407a-9aed-8744687e7dbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef94ff67-b97b-4ddc-91be-97d000844e19 HTTP/1.1" status: 200 len: 217 time: 0.0344942 Mar 30 01:33:48.755256 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eda845-618b-43ca-a9d9-92a576bdba21 req-1c845fcb-4642-4315-9de8-e1f6522577e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:48.756708 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b2eda845-618b-43ca-a9d9-92a576bdba21 req-1c845fcb-4642-4315-9de8-e1f6522577e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff067983-253c-45fe-994a-831579de17d9 HTTP/1.1" status: 200 len: 848 time: 0.0464141 Mar 30 01:33:48.774273 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac50e148-79e2-4666-a8cd-64587abdc9a8 req-1a32b594-b7d5-4a04-a2eb-baaa716f6e3a tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df28814-c152-42c7-bfdd-a127aaffba97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676341 Mar 30 01:33:48.790895 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-fc035882-f232-4e46-a6bb-0e668fc9ea31 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:48.792585 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-fc035882-f232-4e46-a6bb-0e668fc9ea31 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.10 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.0798519 Mar 30 01:33:48.805565 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eda845-618b-43ca-a9d9-92a576bdba21 req-b5af0c2b-0f8b-4e84-8101-befe1d34defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:48.807076 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b2eda845-618b-43ca-a9d9-92a576bdba21 req-b5af0c2b-0f8b-4e84-8101-befe1d34defd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03fd8b2f-7625-4635-88c0-2ffd255f1007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442753 Mar 30 01:33:48.893321 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Deleting port c999884a-8107-40bd-b6e6-8a0ec3f479ec {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:33:48.893770 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.925838 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b2eda845-618b-43ca-a9d9-92a576bdba21 req-4e18ac65-32b3-4b50-9cb0-7d1f9e604621 service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131105 Mar 30 01:33:48.981788 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] For port c999884a-8107-40bd-b6e6-8a0ec3f479ec, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=c999884a-8107-40bd-b6e6-8a0ec3f479ec,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:33:48.982117 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9db5d6-51a3-430e-9c3c-28b9f3b0432a req-d9ce7f33-36b6-4216-ab59-4b2e70bd3d11 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:48.982235 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:48.984153 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ae9db5d6-51a3-430e-9c3c-28b9f3b0432a req-d9ce7f33-36b6-4216-ab59-4b2e70bd3d11 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff08521-c579-4f8d-af82-679ed414b625 HTTP/1.1" status: 200 len: 946 time: 0.1071882 Mar 30 01:33:49.062852 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b2eda845-618b-43ca-a9d9-92a576bdba21 req-801ea0df-da51-485c-9249-3989dc174b98 service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294260 Mar 30 01:33:49.065958 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ae9db5d6-51a3-430e-9c3c-28b9f3b0432a req-cba9d1b2-94f1-430d-9b83-509d191efe78 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f776b7b-1037-43e8-872b-2574a30fdc95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741904 Mar 30 01:33:49.156942 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:49.157289 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (92b48d2d-21c8-4623-ab58-ca48a471e298), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:49.157597 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Floating IP 92b48d2d-21c8-4623-ab58-ca48a471e298 disassociated. External IP: 172.27.2.223, port: c999884a-8107-40bd-b6e6-8a0ec3f479ec. Mar 30 01:33:49.157927 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Calling delete_port for c999884a-8107-40bd-b6e6-8a0ec3f479ec owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:33:49.280856 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (c999884a-8107-40bd-b6e6-8a0ec3f479ec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:49.307326 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Pushing event deleted for resources: {'Port': ['ID=c999884a-8107-40bd-b6e6-8a0ec3f479ec,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:49.420135 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:33:49.531458 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:33:49.540751 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce7088a-f3c1-4f56-95a4-034194a6535d None None] Sync routers for ids ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:33:49.551306 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce7088a-f3c1-4f56-95a4-034194a6535d None None] Routers {'1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:33:49.551918 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5ce7088a-f3c1-4f56-95a4-034194a6535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:33:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:49.575768 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] No DVR routers for this DVR port c999884a-8107-40bd-b6e6-8a0ec3f479ec on host hv-cinder-81713 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:33:49.578393 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:49.581838 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-73bd266a-a1b5-4ed0-882b-c6f46672a5c3 req-8e00aa56-2e1d-4951-9edd-820d7dc576d5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.10 "DELETE /v2.0/ports/c999884a-8107-40bd-b6e6-8a0ec3f479ec HTTP/1.1" status: 204 len: 173 time: 0.7833805 Mar 30 01:33:49.582292 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff08521-c579-4f8d-af82-679ed414b625', 'name': 'network-vif-deleted', 'tag': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:33:49.584557 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b14f785-6a24-4dd6-8984-9d2419cab856" -d '{"events": [{"server_uuid": "dff08521-c579-4f8d-af82-679ed414b625", "name": "network-vif-deleted", "tag": "c999884a-8107-40bd-b6e6-8a0ec3f479ec"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:33:49.673589 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5ce7088a-f3c1-4f56-95a4-034194a6535d None None] Set router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:33:49.704842 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb97d0f4-2835-4e8a-b6a7-0c1610dd37dd x-openstack-request-id: req-cb97d0f4-2835-4e8a-b6a7-0c1610dd37dd {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:33:49.705335 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff08521-c579-4f8d-af82-679ed414b625", "name": "network-vif-deleted", "tag": "c999884a-8107-40bd-b6e6-8a0ec3f479ec", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:33:49.705694 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb97d0f4-2835-4e8a-b6a7-0c1610dd37dd {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:33:49.706008 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb97d0f4-2835-4e8a-b6a7-0c1610dd37dd'] response: {'server_uuid': 'dff08521-c579-4f8d-af82-679ed414b625', 'name': 'network-vif-deleted', 'tag': 'c999884a-8107-40bd-b6e6-8a0ec3f479ec', 'status': 'completed', 'code': 200} Mar 30 01:33:49.796991 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087f6f9-34b3-413e-aec0-648cdd0802d8 req-ac493c91-eef8-4928-ba24-e17839a937ed tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:49.799867 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8087f6f9-34b3-413e-aec0-648cdd0802d8 req-ac493c91-eef8-4928-ba24-e17839a937ed tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0569222 Mar 30 01:33:49.862371 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8087f6f9-34b3-413e-aec0-648cdd0802d8 req-90a96639-3499-467e-96a9-7d2efc4346f3 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561614 Mar 30 01:33:49.908073 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc48c4-6dde-4db5-b2de-b7394250feda req-ec677b57-b9d0-463e-a9a9-b8a3ec69c5db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:49.909493 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5acc48c4-6dde-4db5-b2de-b7394250feda req-ec677b57-b9d0-463e-a9a9-b8a3ec69c5db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 944 time: 0.0559661 Mar 30 01:33:49.918142 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5ce7088a-f3c1-4f56-95a4-034194a6535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'e5a66939-7bd0-47b0-93fb-7dfbf790a6fa', 'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'mac_address': 'fa:16:3e:6d:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:23Z', 'updated_at': '2022-03-30T01:28:36Z', 'revision_number': 5, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'subnets': [{'id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:49.944939 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce7088a-f3c1-4f56-95a4-034194a6535d None None] Checking router: 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:33:49.953283 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce7088a-f3c1-4f56-95a4-034194a6535d None None] Routers {'1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:33:49.953908 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5ce7088a-f3c1-4f56-95a4-034194a6535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:33:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:49.958162 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5acc48c4-6dde-4db5-b2de-b7394250feda req-f4529bef-2afa-454c-aa23-bec67976313b tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df28814-c152-42c7-bfdd-a127aaffba97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424025 Mar 30 01:33:50.075394 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5ce7088a-f3c1-4f56-95a4-034194a6535d None None] Set router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:33:50.111484 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:50.169076 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 40838) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:50.222676 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e523279c-f05c-43b4-af02-302ed6f38852 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for security_group (9f776b7b-1037-43e8-872b-2574a30fdc95), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:50.245206 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e523279c-f05c-43b4-af02-302ed6f38852 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for security_group (9f776b7b-1037-43e8-872b-2574a30fdc95), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:50.281266 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5ce7088a-f3c1-4f56-95a4-034194a6535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'e5a66939-7bd0-47b0-93fb-7dfbf790a6fa', 'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'mac_address': 'fa:16:3e:6d:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:23Z', 'updated_at': '2022-03-30T01:28:36Z', 'revision_number': 5, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'subnets': [{'id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:50.292289 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e523279c-f05c-43b4-af02-302ed6f38852 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (9f776b7b-1037-43e8-872b-2574a30fdc95), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:50.294951 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e523279c-f05c-43b4-af02-302ed6f38852 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:50.296916 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-e523279c-f05c-43b4-af02-302ed6f38852 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "DELETE /v2.0/security-groups/9f776b7b-1037-43e8-872b-2574a30fdc95 HTTP/1.1" status: 204 len: 168 time: 0.1267552 Mar 30 01:33:50.299567 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40840) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:50.306249 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523279c-f05c-43b4-af02-302ed6f38852 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f776b7b-1037-43e8-872b-2574a30fdc95,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:50.313751 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce7088a-f3c1-4f56-95a4-034194a6535d None None] The sync data for ids ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'] in dv-cinder-817135-7-iscsi is: [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'e5a66939-7bd0-47b0-93fb-7dfbf790a6fa', 'name': '', 'network_id': 'f27bd740-4fba-4028-9406-a0ffebc6a8fe', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'mac_address': 'fa:16:3e:6d:d9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:23Z', 'updated_at': '2022-03-30T01:28:36Z', 'revision_number': 5, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'subnets': [{'id': 'd0efdf8f-b0d8-44e9-99b9-c55ff399b497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:33:50.316198 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.api.v2.resource [None req-6a49d937-7a26-461d-ae5b-258d74cea666 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] show failed (client error): The resource could not be found. Mar 30 01:33:50.320659 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6a49d937-7a26-461d-ae5b-258d74cea666 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups/9f776b7b-1037-43e8-872b-2574a30fdc95 HTTP/1.1" status: 404 len: 347 time: 0.0166817 Mar 30 01:33:50.320967 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40842) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:50.448447 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-17391e59-0f91-4d8e-84b5-37039e8847a4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Deleting port 697eaddb-8a7f-424e-87ce-6f65c6cbddf7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:33:50.448787 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17391e59-0f91-4d8e-84b5-37039e8847a4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (697eaddb-8a7f-424e-87ce-6f65c6cbddf7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:50.532891 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17391e59-0f91-4d8e-84b5-37039e8847a4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (697eaddb-8a7f-424e-87ce-6f65c6cbddf7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:50.533221 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17391e59-0f91-4d8e-84b5-37039e8847a4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for floatingip (697eaddb-8a7f-424e-87ce-6f65c6cbddf7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:50.536915 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbd0ed4-9d4d-419f-b3d1-89341249a363 None None] New status for floating IP 92b48d2d-21c8-4623-ab58-ca48a471e298: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:33:50.545063 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-17391e59-0f91-4d8e-84b5-37039e8847a4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Calling delete_port for 697eaddb-8a7f-424e-87ce-6f65c6cbddf7 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:33:50.773835 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17391e59-0f91-4d8e-84b5-37039e8847a4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (697eaddb-8a7f-424e-87ce-6f65c6cbddf7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:50.800324 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17391e59-0f91-4d8e-84b5-37039e8847a4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Pushing event deleted for resources: {'Port': ['ID=697eaddb-8a7f-424e-87ce-6f65c6cbddf7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:50.860312 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17391e59-0f91-4d8e-84b5-37039e8847a4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks [] for floatingip (92b48d2d-21c8-4623-ab58-ca48a471e298), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:50.862874 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17391e59-0f91-4d8e-84b5-37039e8847a4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:50.863996 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-17391e59-0f91-4d8e-84b5-37039e8847a4 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "DELETE /v2.0/floatingips/92b48d2d-21c8-4623-ab58-ca48a471e298 HTTP/1.1" status: 204 len: 168 time: 0.5414245 Mar 30 01:33:50.993645 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d631c-4a81-49b7-bdcd-2cc596c922fc req-5007f2c2-12fe-45f9-a1fe-a7c43ca86e75 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:50.995146 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-215d631c-4a81-49b7-bdcd-2cc596c922fc req-5007f2c2-12fe-45f9-a1fe-a7c43ca86e75 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0609245 Mar 30 01:33:51.008936 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device ef94ff67-b97b-4ddc-91be-97d000844e19 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:33:51.053700 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-215d631c-4a81-49b7-bdcd-2cc596c922fc req-90a80f2b-74ed-457f-a87c-a118f84fb27c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523367 Mar 30 01:33:51.088086 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60fdbf-311f-41b3-aa0c-f7d0c46b4d97 req-49dbd1fa-70c9-4f59-9f99-6dadb67d09a7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:51.089659 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eb60fdbf-311f-41b3-aa0c-f7d0c46b4d97 req-49dbd1fa-70c9-4f59-9f99-6dadb67d09a7 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 944 time: 0.0622764 Mar 30 01:33:51.123120 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port ef94ff67-b97b-4ddc-91be-97d000844e19, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ef94ff67-b97b-4ddc-91be-97d000844e19,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:33:51.135255 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': 'ef94ff67-b97b-4ddc-91be-97d000844e19', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'port_id': 'ef94ff67-b97b-4ddc-91be-97d000844e19', 'mac_address': 'fa:16:3e:18:01:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:33:51.148990 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eb60fdbf-311f-41b3-aa0c-f7d0c46b4d97 req-48b35b20-235b-4b68-8066-cc8eecd443c8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df28814-c152-42c7-bfdd-a127aaffba97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530899 Mar 30 01:33:51.173301 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port ef94ff67-b97b-4ddc-91be-97d000844e19 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:33:51.173736 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:51.186741 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef94ff67-b97b-4ddc-91be-97d000844e19 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:33:51.206163 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port ef94ff67-b97b-4ddc-91be-97d000844e19, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ef94ff67-b97b-4ddc-91be-97d000844e19,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:33:51.209654 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:51.254790 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=ef94ff67-b97b-4ddc-91be-97d000844e19,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:51.261535 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.261891 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.262254 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.262600 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.262961 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.263291 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.263616 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.263941 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.264416 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.264978 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.265330 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.265661 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.265988 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.266318 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.266639 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:33:51.481259 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['ef94ff67-b97b-4ddc-91be-97d000844e19'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:33:52.178919 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec7bf9-6c03-44b7-8330-9a524d8ed3c7 req-61146735-8f39-4ca9-9dee-923daf64268c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:52.180487 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fdec7bf9-6c03-44b7-8330-9a524d8ed3c7 req-61146735-8f39-4ca9-9dee-923daf64268c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0537863 Mar 30 01:33:52.233404 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fdec7bf9-6c03-44b7-8330-9a524d8ed3c7 req-61d55c5c-2c31-4943-8070-824bdda5e2bd tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432343 Mar 30 01:33:52.284177 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a27685-fffd-40e2-84a4-95efa5276f71 req-b73b6648-4c6c-46b4-b306-ec50e7f2e8cb tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:52.285650 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a5a27685-fffd-40e2-84a4-95efa5276f71 req-b73b6648-4c6c-46b4-b306-ec50e7f2e8cb tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 945 time: 0.0624118 Mar 30 01:33:52.331777 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a5a27685-fffd-40e2-84a4-95efa5276f71 req-5a0f4af7-9e75-46e7-b764-3982c14ef761 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df28814-c152-42c7-bfdd-a127aaffba97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405540 Mar 30 01:33:52.761386 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352468f-a4e1-4ab6-ab97-60eb0ad228a2 req-deff7aba-6e64-4c63-a441-d47818ac1199 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:52.762905 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b352468f-a4e1-4ab6-ab97-60eb0ad228a2 req-deff7aba-6e64-4c63-a441-d47818ac1199 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 946 time: 0.0510719 Mar 30 01:33:52.830185 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b352468f-a4e1-4ab6-ab97-60eb0ad228a2 req-e36d4705-51c5-466a-973a-a805c39a6e60 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614936 Mar 30 01:33:53.029284 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device ef94ff67-b97b-4ddc-91be-97d000844e19 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:33:53.078222 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port ef94ff67-b97b-4ddc-91be-97d000844e19 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:33:53.088111 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port ef94ff67-b97b-4ddc-91be-97d000844e19 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:33:53.088419 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:53.116131 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:53.174459 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port ef94ff67-b97b-4ddc-91be-97d000844e19 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:33:53.174898 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:53.198659 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76f9d6a-d935-4142-908f-9b354c5653af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef94ff67-b97b-4ddc-91be-97d000844e19'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:33:53.201043 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d3a3a7-6ec6-42d8-a3a5-d257d7b6564f" -d '{"events": [{"server_uuid": "c76f9d6a-d935-4142-908f-9b354c5653af", "name": "network-vif-plugged", "status": "completed", "tag": "ef94ff67-b97b-4ddc-91be-97d000844e19"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:33:53.215335 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port ef94ff67-b97b-4ddc-91be-97d000844e19, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ef94ff67-b97b-4ddc-91be-97d000844e19,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:33:53.220670 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:53.221543 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device c999884a-8107-40bd-b6e6-8a0ec3f479ec no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:33:53.261514 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2234fe74-25e8-42ec-8450-2126274c8833 x-openstack-request-id: req-2234fe74-25e8-42ec-8450-2126274c8833 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:33:53.261514 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76f9d6a-d935-4142-908f-9b354c5653af", "name": "network-vif-plugged", "status": "completed", "tag": "ef94ff67-b97b-4ddc-91be-97d000844e19", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:33:53.261514 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2234fe74-25e8-42ec-8450-2126274c8833 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:33:53.261895 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2234fe74-25e8-42ec-8450-2126274c8833'] response: {'server_uuid': 'c76f9d6a-d935-4142-908f-9b354c5653af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef94ff67-b97b-4ddc-91be-97d000844e19', 'code': 200} Mar 30 01:33:53.262391 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: c999884a-8107-40bd-b6e6-8a0ec3f479ec {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:33:53.262758 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device c999884a-8107-40bd-b6e6-8a0ec3f479ec not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:33:53.300489 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=ef94ff67-b97b-4ddc-91be-97d000844e19,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:53.350420 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2f66c-6109-46bb-af2e-fd01b4f7a5dc req-d1ac566c-d3fd-4657-9e57-c2f9902e6ba8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:53.352816 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7ce2f66c-6109-46bb-af2e-fd01b4f7a5dc req-d1ac566c-d3fd-4657-9e57-c2f9902e6ba8 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0593448 Mar 30 01:33:53.376420 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5087c-c40a-4b75-b3bb-30af81ba6972 req-1bdd2983-c100-4426-b0df-5bc381083aef tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:53.377959 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02d5087c-c40a-4b75-b3bb-30af81ba6972 req-1bdd2983-c100-4426-b0df-5bc381083aef tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0552251 Mar 30 01:33:53.413869 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7ce2f66c-6109-46bb-af2e-fd01b4f7a5dc req-d65d0de9-4c42-4749-9efd-87cedcabf095 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532167 Mar 30 01:33:53.453020 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-02d5087c-c40a-4b75-b3bb-30af81ba6972 req-d7aef4c6-1ac9-46df-9b24-2bbbdf57604f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693295 Mar 30 01:33:53.468946 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa86f4-c857-4f91-9959-f0e44113a580 req-6e58fe6c-919c-40dc-8389-a35cd96597a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:53.470447 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8aa86f4-c857-4f91-9959-f0e44113a580 req-6e58fe6c-919c-40dc-8389-a35cd96597a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 1130 time: 0.0570095 Mar 30 01:33:53.515395 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8aa86f4-c857-4f91-9959-f0e44113a580 req-78bb2772-f99d-4f64-8d18-01ab9d6517a9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3df28814-c152-42c7-bfdd-a127aaffba97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383480 Mar 30 01:33:53.521806 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d6af1-2fad-4b60-9f60-b1da848f49c7 req-8033d274-c322-429e-9615-5d9888b8ccad tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:53.523284 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ff6d6af1-2fad-4b60-9f60-b1da848f49c7 req-8033d274-c322-429e-9615-5d9888b8ccad tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 946 time: 0.0528316 Mar 30 01:33:53.569558 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ff6d6af1-2fad-4b60-9f60-b1da848f49c7 req-9bd3ec6d-4329-4fe6-91b2-f455419c1c37 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df28814-c152-42c7-bfdd-a127aaffba97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406513 Mar 30 01:33:53.945690 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107973fb-f069-4a67-ad11-4190def60b6b req-1532b584-2b8a-4aa1-a07f-890e3e9fde44 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:53.947094 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-107973fb-f069-4a67-ad11-4190def60b6b req-1532b584-2b8a-4aa1-a07f-890e3e9fde44 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 946 time: 0.0521495 Mar 30 01:33:53.994622 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-107973fb-f069-4a67-ad11-4190def60b6b req-5f150655-06be-41af-bbfd-dc93310a5d3d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419424 Mar 30 01:33:54.533108 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a6ccf-233c-4a12-878a-9404a52183fc req-a6ca7e7a-6005-41d7-8db1-e000098c7b98 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:54.534585 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-733a6ccf-233c-4a12-878a-9404a52183fc req-a6ca7e7a-6005-41d7-8db1-e000098c7b98 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0527160 Mar 30 01:33:54.583143 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-733a6ccf-233c-4a12-878a-9404a52183fc req-f58b4b4d-a22d-4b14-91c0-a6d7fe8d80d9 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429602 Mar 30 01:33:54.703104 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750b077-21c3-42e5-9366-b4b7b84fedb3 req-33571336-6814-479b-a87f-23179a905704 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:54.704858 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8750b077-21c3-42e5-9366-b4b7b84fedb3 req-33571336-6814-479b-a87f-23179a905704 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 946 time: 0.0584986 Mar 30 01:33:54.758887 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8750b077-21c3-42e5-9366-b4b7b84fedb3 req-d9fb580e-9fcf-4283-882e-9f6ab4a26484 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df28814-c152-42c7-bfdd-a127aaffba97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444577 Mar 30 01:33:54.843612 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8bc68-56e1-4b8e-a6a7-d6e45e9de9d0 req-70ac1e91-6242-474a-95c4-7d138b8cb64d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:54.845186 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a8e8bc68-56e1-4b8e-a6a7-d6e45e9de9d0 req-70ac1e91-6242-474a-95c4-7d138b8cb64d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.3154953 Mar 30 01:33:54.866844 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-8565eb61-0a37-4f8f-acb1-38fa6f0e2f6c tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:54.868281 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-8565eb61-0a37-4f8f-acb1-38fa6f0e2f6c tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 946 time: 0.0803418 Mar 30 01:33:54.946476 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a8e8bc68-56e1-4b8e-a6a7-d6e45e9de9d0 req-b9087506-e5ce-4918-83ac-e0a8af597ac1 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954502 Mar 30 01:33:54.994725 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Deleting port 0cc2c69a-da16-44f7-b7c1-42443a0571aa {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:33:54.995153 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.084248 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] For port 0cc2c69a-da16-44f7-b7c1-42443a0571aa, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=0cc2c69a-da16-44f7-b7c1-42443a0571aa,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:33:55.084616 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.111468 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b93c2e-77bb-4473-8d17-cc68248a9d01 req-216f3c0a-d4c1-4f38-bd10-e20d62d6c402 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:55.112984 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b0b93c2e-77bb-4473-8d17-cc68248a9d01 req-216f3c0a-d4c1-4f38-bd10-e20d62d6c402 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 946 time: 0.0533760 Mar 30 01:33:55.165120 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b0b93c2e-77bb-4473-8d17-cc68248a9d01 req-47f9296d-127c-47c6-a9d5-18ec2ae1bf3d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455410 Mar 30 01:33:55.265631 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.265894 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (61596e0a-3f40-48b7-9c53-27bc3758f615), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.266205 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Floating IP 61596e0a-3f40-48b7-9c53-27bc3758f615 disassociated. External IP: 172.27.2.120, port: 0cc2c69a-da16-44f7-b7c1-42443a0571aa. Mar 30 01:33:55.266542 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Calling delete_port for 0cc2c69a-da16-44f7-b7c1-42443a0571aa owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:33:55.392512 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (0cc2c69a-da16-44f7-b7c1-42443a0571aa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.421929 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event deleted for resources: {'Port': ['ID=0cc2c69a-da16-44f7-b7c1-42443a0571aa,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:55.510099 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed240eb-e2de-429e-98a5-d1c8332c7f69 req-aa3cab70-1d32-42f8-944b-66d7f9c66411 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:55.511611 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fed240eb-e2de-429e-98a5-d1c8332c7f69 req-aa3cab70-1d32-42f8-944b-66d7f9c66411 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.0557199 Mar 30 01:33:55.541341 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Router d2d3858a-2988-480b-a61d-64f2fe4702a1 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:33:55.618493 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-fed240eb-e2de-429e-98a5-d1c8332c7f69 req-ecc1efdc-213f-482c-88b3-f5af3831258e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Deleting port 822dc43c-40ce-489d-a531-c7bde49494ae {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:33:55.619037 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-fed240eb-e2de-429e-98a5-d1c8332c7f69 req-ecc1efdc-213f-482c-88b3-f5af3831258e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (822dc43c-40ce-489d-a531-c7bde49494ae), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.658471 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:33:55.672804 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec474248-94b6-4198-8288-358ed3621d17 None None] Sync routers for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:33:55.682489 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec474248-94b6-4198-8288-358ed3621d17 None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:33:55.683385 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ec474248-94b6-4198-8288-358ed3621d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:33:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:55.715094 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-fed240eb-e2de-429e-98a5-d1c8332c7f69 req-ecc1efdc-213f-482c-88b3-f5af3831258e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] For port 822dc43c-40ce-489d-a531-c7bde49494ae, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=822dc43c-40ce-489d-a531-c7bde49494ae,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:33:55.715386 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-fed240eb-e2de-429e-98a5-d1c8332c7f69 req-ecc1efdc-213f-482c-88b3-f5af3831258e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (822dc43c-40ce-489d-a531-c7bde49494ae), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.729036 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-fed240eb-e2de-429e-98a5-d1c8332c7f69 req-ecc1efdc-213f-482c-88b3-f5af3831258e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Calling delete_port for 822dc43c-40ce-489d-a531-c7bde49494ae owned by compute:nova {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:33:55.736542 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] No DVR routers for this DVR port 0cc2c69a-da16-44f7-b7c1-42443a0571aa on host hv-cinder-81713 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:33:55.739376 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.742737 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc21e36a-b3e6-4235-b322-2436b9b377be req-08aa6481-c8b4-48de-8702-ae979f4f0df5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "DELETE /v2.0/ports/0cc2c69a-da16-44f7-b7c1-42443a0571aa HTTP/1.1" status: 204 len: 173 time: 0.8633127 Mar 30 01:33:55.743243 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096b4a9e-52c6-48ea-9fc9-92e82132dc79', 'name': 'network-vif-deleted', 'tag': '0cc2c69a-da16-44f7-b7c1-42443a0571aa'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:33:55.745621 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8607ef42-3676-4d5e-9236-40bede2b4a54" -d '{"events": [{"server_uuid": "096b4a9e-52c6-48ea-9fc9-92e82132dc79", "name": "network-vif-deleted", "tag": "0cc2c69a-da16-44f7-b7c1-42443a0571aa"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:33:55.790091 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03336d1a-41dd-4a4a-80c6-47b4008b5596 req-72d92e13-f4dd-4769-b3e5-b44d8c6622fa tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:55.792367 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-03336d1a-41dd-4a4a-80c6-47b4008b5596 req-72d92e13-f4dd-4769-b3e5-b44d8c6622fa tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=00e82f2f-ef52-4613-8d54-9079cb1bcb41 HTTP/1.1" status: 200 len: 946 time: 0.1218700 Mar 30 01:33:55.813602 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0330a1b1-60ad-4e44-83a3-0ecf9c7e47e9 x-openstack-request-id: req-0330a1b1-60ad-4e44-83a3-0ecf9c7e47e9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:33:55.814578 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096b4a9e-52c6-48ea-9fc9-92e82132dc79", "name": "network-vif-deleted", "tag": "0cc2c69a-da16-44f7-b7c1-42443a0571aa", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:33:55.814942 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0330a1b1-60ad-4e44-83a3-0ecf9c7e47e9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:33:55.816126 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0330a1b1-60ad-4e44-83a3-0ecf9c7e47e9'] response: {'server_uuid': '096b4a9e-52c6-48ea-9fc9-92e82132dc79', 'name': 'network-vif-deleted', 'tag': '0cc2c69a-da16-44f7-b7c1-42443a0571aa', 'status': 'completed', 'code': 200} Mar 30 01:33:55.833199 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ec474248-94b6-4198-8288-358ed3621d17 None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:33:55.901364 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-03336d1a-41dd-4a4a-80c6-47b4008b5596 req-6a436c56-e737-4b36-a847-406f328dffcd tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902619 Mar 30 01:33:55.962768 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-fed240eb-e2de-429e-98a5-d1c8332c7f69 req-ecc1efdc-213f-482c-88b3-f5af3831258e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (822dc43c-40ce-489d-a531-c7bde49494ae), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:55.981411 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['822dc43c-40ce-489d-a531-c7bde49494ae', '20e728cd-69f4-47f4-91be-199338787410'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:33:55.996795 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3ced-2462-4a28-bef8-78663d7b8df8 req-5fdf723e-28ad-4746-b266-fad80eb1cd83 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:56.005860 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5e5a3ced-2462-4a28-bef8-78663d7b8df8 req-5fdf723e-28ad-4746-b266-fad80eb1cd83 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 946 time: 0.1178381 Mar 30 01:33:56.049782 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1efdc-213f-482c-88b3-f5af3831258e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Pushing event deleted for resources: {'Port': ['ID=822dc43c-40ce-489d-a531-c7bde49494ae,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:33:56.119644 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed240eb-e2de-429e-98a5-d1c8332c7f69 req-ecc1efdc-213f-482c-88b3-f5af3831258e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] No DVR routers for this DVR port 822dc43c-40ce-489d-a531-c7bde49494ae on host hv-cinder-81713 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:33:56.124392 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-fed240eb-e2de-429e-98a5-d1c8332c7f69 req-ecc1efdc-213f-482c-88b3-f5af3831258e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:56.127993 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fed240eb-e2de-429e-98a5-d1c8332c7f69 req-ecc1efdc-213f-482c-88b3-f5af3831258e tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.10 "DELETE /v2.0/ports/822dc43c-40ce-489d-a531-c7bde49494ae HTTP/1.1" status: 204 len: 173 time: 0.6109209 Mar 30 01:33:56.128452 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e82f2f-ef52-4613-8d54-9079cb1bcb41', 'name': 'network-vif-deleted', 'tag': '822dc43c-40ce-489d-a531-c7bde49494ae'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:33:56.130741 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0ef3f7-192a-403d-acd0-907f9a0d2eca" -d '{"events": [{"server_uuid": "00e82f2f-ef52-4613-8d54-9079cb1bcb41", "name": "network-vif-deleted", "tag": "822dc43c-40ce-489d-a531-c7bde49494ae"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:33:56.151035 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5e5a3ced-2462-4a28-bef8-78663d7b8df8 req-48f84b6d-a87f-413d-b1f6-47ad86450d4f tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df28814-c152-42c7-bfdd-a127aaffba97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433368 Mar 30 01:33:56.164058 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb90baf-776f-42b3-9917-06cec56365aa req-63b95a2c-0df1-472d-bcde-c440069f3138 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:56.171510 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-deb90baf-776f-42b3-9917-06cec56365aa req-63b95a2c-0df1-472d-bcde-c440069f3138 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0905569 Mar 30 01:33:56.230606 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-deb90baf-776f-42b3-9917-06cec56365aa req-7dc85be2-634d-4b75-89b7-ec81a65f37e6 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522454 Mar 30 01:33:56.286902 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b59f585-55d9-40f6-b5b5-6f64f869f84b x-openstack-request-id: req-9b59f585-55d9-40f6-b5b5-6f64f869f84b {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:33:56.287335 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e82f2f-ef52-4613-8d54-9079cb1bcb41", "name": "network-vif-deleted", "tag": "822dc43c-40ce-489d-a531-c7bde49494ae", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:33:56.287614 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b59f585-55d9-40f6-b5b5-6f64f869f84b {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:33:56.288025 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b59f585-55d9-40f6-b5b5-6f64f869f84b'] response: {'server_uuid': '00e82f2f-ef52-4613-8d54-9079cb1bcb41', 'name': 'network-vif-deleted', 'tag': '822dc43c-40ce-489d-a531-c7bde49494ae', 'status': 'completed', 'code': 200} Mar 30 01:33:56.363405 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd9969-ba41-4cd6-a562-3552846bb028 req-624cc06a-b3c3-4436-9479-cc3dc6c1fe4c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:56.364981 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-25dd9969-ba41-4cd6-a562-3552846bb028 req-624cc06a-b3c3-4436-9479-cc3dc6c1fe4c tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 946 time: 0.0651140 Mar 30 01:33:56.374343 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40904) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:33:56.378973 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-563c698e-3519-4bf8-8ba8-65640ba7ecbd tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Request body: {'floatingip': {'port_id': 'ef94ff67-b97b-4ddc-91be-97d000844e19'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:56.383625 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e4a273e6-813b-47b7-bfa1-37e357dd4732 req-0c8c2ddd-7f09-4801-a414-a6ba9263566c tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=096b4a9e-52c6-48ea-9fc9-92e82132dc79 HTTP/1.1" status: 200 len: 210 time: 0.0303278 Mar 30 01:33:56.427076 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ec474248-94b6-4198-8288-358ed3621d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:56.427876 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-563c698e-3519-4bf8-8ba8-65640ba7ecbd tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for floatingip (24a54d60-14c2-4f9d-8802-23611ed0fcaa), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:56.460260 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec474248-94b6-4198-8288-358ed3621d17 None None] Checking router: d2d3858a-2988-480b-a61d-64f2fe4702a1 for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:33:56.475583 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec474248-94b6-4198-8288-358ed3621d17 None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:33:56.476196 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ec474248-94b6-4198-8288-358ed3621d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:33:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:56.606067 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ec474248-94b6-4198-8288-358ed3621d17 None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:33:56.817698 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ec474248-94b6-4198-8288-358ed3621d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:56.850327 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec474248-94b6-4198-8288-358ed3621d17 None None] The sync data for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi is: [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:33:56.942626 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-563c698e-3519-4bf8-8ba8-65640ba7ecbd tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:56.947123 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-563c698e-3519-4bf8-8ba8-65640ba7ecbd tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (24a54d60-14c2-4f9d-8802-23611ed0fcaa), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:57.051837 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 822dc43c-40ce-489d-a531-c7bde49494ae no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:33:57.065809 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-563c698e-3519-4bf8-8ba8-65640ba7ecbd tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Floating IP 24a54d60-14c2-4f9d-8802-23611ed0fcaa associated. External IP: 172.27.2.85, port: ef94ff67-b97b-4ddc-91be-97d000844e19. Mar 30 01:33:57.076306 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: 822dc43c-40ce-489d-a531-c7bde49494ae {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:33:57.077206 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 822dc43c-40ce-489d-a531-c7bde49494ae not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:33:57.077643 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 0cc2c69a-da16-44f7-b7c1-42443a0571aa no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:33:57.112337 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: 0cc2c69a-da16-44f7-b7c1-42443a0571aa {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:33:57.112693 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 0cc2c69a-da16-44f7-b7c1-42443a0571aa not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:33:57.137189 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8136383-a50b-4816-8a26-6fd9e5a28382 None None] New status for floating IP 61596e0a-3f40-48b7-9c53-27bc3758f615: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:33:57.287989 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbfd22-3d16-45ab-a0ea-616073226b93 req-35a6c4d3-7b0c-46f6-b2ad-77e40d9fef79 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:57.289522 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-71dbfd22-3d16-45ab-a0ea-616073226b93 req-35a6c4d3-7b0c-46f6-b2ad-77e40d9fef79 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.1291773 Mar 30 01:33:57.365259 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-71dbfd22-3d16-45ab-a0ea-616073226b93 req-44928904-7de3-4f62-b23a-8e1c56043a27 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679297 Mar 30 01:33:57.370042 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95743176-dfc9-4255-b90e-9f4ef3423274 req-a27cbdc8-4620-4e86-8d99-5b0b835af628 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:57.371581 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-95743176-dfc9-4255-b90e-9f4ef3423274 req-a27cbdc8-4620-4e86-8d99-5b0b835af628 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0575655 Mar 30 01:33:57.372564 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563c698e-3519-4bf8-8ba8-65640ba7ecbd tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Router 91b93882-61a4-4588-8b61-4fad8ab4d190 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:33:57.420101 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-95743176-dfc9-4255-b90e-9f4ef3423274 req-4e32d3d3-21cc-4397-9dc3-faf6330442ab tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427325 Mar 30 01:33:57.509629 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563c698e-3519-4bf8-8ba8-65640ba7ecbd tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:33:57.514399 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-563c698e-3519-4bf8-8ba8-65640ba7ecbd tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:57.521620 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be46762-d50e-4eba-b0d6-9e656d4082e0 None None] Sync routers for ids ['91b93882-61a4-4588-8b61-4fad8ab4d190'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:33:57.534873 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be46762-d50e-4eba-b0d6-9e656d4082e0 None None] Routers {'91b93882-61a4-4588-8b61-4fad8ab4d190'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:33:57.535599 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7be46762-d50e-4eba-b0d6-9e656d4082e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:33:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['91b93882-61a4-4588-8b61-4fad8ab4d190'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:57.546256 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-563c698e-3519-4bf8-8ba8-65640ba7ecbd tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "PUT /v2.0/floatingips/24a54d60-14c2-4f9d-8802-23611ed0fcaa HTTP/1.1" status: 200 len: 991 time: 1.1699336 Mar 30 01:33:57.650279 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7be46762-d50e-4eba-b0d6-9e656d4082e0 None None] Set router 91b93882-61a4-4588-8b61-4fad8ab4d190 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:33:57.725853 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-4f5b361a-f074-4447-a158-aa59d9b54886 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502298756&fields=id&tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52 HTTP/1.1" status: 200 len: 267 time: 0.0428956 Mar 30 01:33:57.816719 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76f9d6a-d935-4142-908f-9b354c5653af', 'tag': 'ef94ff67-b97b-4ddc-91be-97d000844e19'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:33:57.819387 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec081b7e-cd6d-41ef-8696-9ca0a34ce3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c76f9d6a-d935-4142-908f-9b354c5653af", "tag": "ef94ff67-b97b-4ddc-91be-97d000844e19"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:33:57.835940 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a474324-6556-46e8-b426-778cfe3ca392 req-52ec77ac-ad77-405f-a8ae-061d7e98dc5b tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:57.837418 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-52ec77ac-ad77-405f-a8ae-061d7e98dc5b tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 812 time: 0.1050534 Mar 30 01:33:57.854618 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-0ce7fcf6-2377-4ad0-97d9-2c20ae84d577 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/quotas/e85d97e5ef8a4dc3a0fed53b8b299a52 HTTP/1.1" status: 200 len: 375 time: 0.0103908 Mar 30 01:33:57.855750 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee2cdac-1ea8-4e68-8be6-7a8afb2dd5f8 x-openstack-request-id: req-1ee2cdac-1ea8-4e68-8be6-7a8afb2dd5f8 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:33:57.856199 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76f9d6a-d935-4142-908f-9b354c5653af", "tag": "ef94ff67-b97b-4ddc-91be-97d000844e19", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:33:57.856468 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ee2cdac-1ea8-4e68-8be6-7a8afb2dd5f8 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:33:57.856880 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee2cdac-1ea8-4e68-8be6-7a8afb2dd5f8'] response: {'name': 'network-changed', 'server_uuid': 'c76f9d6a-d935-4142-908f-9b354c5653af', 'tag': 'ef94ff67-b97b-4ddc-91be-97d000844e19', 'status': 'completed', 'code': 200} Mar 30 01:33:57.884589 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7be46762-d50e-4eba-b0d6-9e656d4082e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '24a54d60-14c2-4f9d-8802-23611ed0fcaa', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'port_id': 'ef94ff67-b97b-4ddc-91be-97d000844e19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'mac_address': 'fa:16:3e:18:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76f9d6a-d935-4142-908f-9b354c5653af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:33:44Z', 'updated_at': '2022-03-30T01:33:56Z', 'revision_number': 1, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:45Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:57.911582 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be46762-d50e-4eba-b0d6-9e656d4082e0 None None] Checking router: 91b93882-61a4-4588-8b61-4fad8ab4d190 for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:33:57.919816 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be46762-d50e-4eba-b0d6-9e656d4082e0 None None] Routers {'91b93882-61a4-4588-8b61-4fad8ab4d190'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:33:57.920943 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7be46762-d50e-4eba-b0d6-9e656d4082e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:33:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['91b93882-61a4-4588-8b61-4fad8ab4d190'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:57.944375 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-59d809f2-5d78-48e8-a6e4-3b4f3295b548 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840600 Mar 30 01:33:57.950665 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081b7e-cd6d-41ef-8696-9ca0a34ce3ed req-75178fe2-9701-4a8d-adce-67803cdd1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:57.952123 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ec081b7e-cd6d-41ef-8696-9ca0a34ce3ed req-75178fe2-9701-4a8d-adce-67803cdd1664 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=039eb3382c0646d4bd8cddff38364c12&device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 1130 time: 0.0635886 Mar 30 01:33:58.027818 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7be46762-d50e-4eba-b0d6-9e656d4082e0 None None] Set router 91b93882-61a4-4588-8b61-4fad8ab4d190 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:33:58.109245 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-f2f00114-96d9-4c62-ada6-3a745a3d33b3 service neutron] 10.222.0.30 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535218 Mar 30 01:33:58.111837 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081b7e-cd6d-41ef-8696-9ca0a34ce3ed req-0693bc4c-9d2b-4bff-b1d0-52fbf2cee866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:58.113184 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ec081b7e-cd6d-41ef-8696-9ca0a34ce3ed req-0693bc4c-9d2b-4bff-b1d0-52fbf2cee866 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03fd8b2f-7625-4635-88c0-2ffd255f1007 HTTP/1.1" status: 200 len: 910 time: 0.1497326 Mar 30 01:33:58.232192 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ec081b7e-cd6d-41ef-8696-9ca0a34ce3ed req-af82352c-332a-491a-a292-ca2da766749b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef94ff67-b97b-4ddc-91be-97d000844e19 HTTP/1.1" status: 200 len: 999 time: 0.1087739 Mar 30 01:33:58.250335 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7be46762-d50e-4eba-b0d6-9e656d4082e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '24a54d60-14c2-4f9d-8802-23611ed0fcaa', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'port_id': 'ef94ff67-b97b-4ddc-91be-97d000844e19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'mac_address': 'fa:16:3e:18:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76f9d6a-d935-4142-908f-9b354c5653af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:33:44Z', 'updated_at': '2022-03-30T01:33:56Z', 'revision_number': 1, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:45Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:33:58.280422 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be46762-d50e-4eba-b0d6-9e656d4082e0 None None] The sync data for ids ['91b93882-61a4-4588-8b61-4fad8ab4d190'] in dv-cinder-817135-7-iscsi is: [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '24a54d60-14c2-4f9d-8802-23611ed0fcaa', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'port_id': 'ef94ff67-b97b-4ddc-91be-97d000844e19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'mac_address': 'fa:16:3e:18:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76f9d6a-d935-4142-908f-9b354c5653af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:33:44Z', 'updated_at': '2022-03-30T01:33:56Z', 'revision_number': 1, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:45Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:33:58.285447 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-a60a6e45-8899-4899-adb9-68b1fdbca3f7 service neutron] 10.222.0.30 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702967 Mar 30 01:33:58.298906 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081b7e-cd6d-41ef-8696-9ca0a34ce3ed req-df8d81d1-9890-4921-b12b-2bf8f521e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:58.300416 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ec081b7e-cd6d-41ef-8696-9ca0a34ce3ed req-df8d81d1-9890-4921-b12b-2bf8f521e7ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff067983-253c-45fe-994a-831579de17d9 HTTP/1.1" status: 200 len: 848 time: 0.0611217 Mar 30 01:33:58.361603 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081b7e-cd6d-41ef-8696-9ca0a34ce3ed req-fe6ea287-03d5-418a-b537-96cf71669cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:58.363247 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ec081b7e-cd6d-41ef-8696-9ca0a34ce3ed req-fe6ea287-03d5-418a-b537-96cf71669cc2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03fd8b2f-7625-4635-88c0-2ffd255f1007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505276 Mar 30 01:33:58.473679 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ec081b7e-cd6d-41ef-8696-9ca0a34ce3ed req-8ed0121c-2d6c-4ea9-99ab-b85d310b79a4 service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031268 Mar 30 01:33:58.525807 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b21dfa-dcd2-4b5f-b993-95fdcf4e9a61 None None] New status for floating IP 24a54d60-14c2-4f9d-8802-23611ed0fcaa: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:33:58.529122 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b7d68-4a40-4f8c-b0aa-1ac5b8f975e9 req-97ee43c5-b282-496f-8bb4-db74243cdba5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:58.531986 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-814b7d68-4a40-4f8c-b0aa-1ac5b8f975e9 req-97ee43c5-b282-496f-8bb4-db74243cdba5 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0769761 Mar 30 01:33:58.612386 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-814b7d68-4a40-4f8c-b0aa-1ac5b8f975e9 req-5f9ef703-8e29-41f5-ad2a-112da1786d5c tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687494 Mar 30 01:33:58.662789 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ec081b7e-cd6d-41ef-8696-9ca0a34ce3ed req-a3eb15e8-06ac-43bf-9179-9533ef07d82d service neutron] 10.222.0.10 "GET /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829789 Mar 30 01:33:58.696750 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bf026b40-dfad-4ef9-aa17-5d272af046a4 req-01aa64d8-6fbd-4f49-8485-bf4cee7c3265 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 210 time: 0.0502384 Mar 30 01:33:58.730546 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567db7c-bf31-4c68-822e-9a5eece95463 req-867840e7-04d0-4722-8c67-2b96f0e8b26d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:58.732173 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9567db7c-bf31-4c68-822e-9a5eece95463 req-867840e7-04d0-4722-8c67-2b96f0e8b26d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0838013 Mar 30 01:33:58.782823 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9567db7c-bf31-4c68-822e-9a5eece95463 req-ca1d9dc1-b865-4a9f-8f9a-3fc06503a562 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440414 Mar 30 01:33:59.694248 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a474324-6556-46e8-b426-778cfe3ca392 req-f3f81be7-53e4-42de-b9ef-382f2184aaef tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:59.695730 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-f3f81be7-53e4-42de-b9ef-382f2184aaef tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 812 time: 0.1253605 Mar 30 01:33:59.726099 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25d235-c353-4b0b-925e-dc2bd21e6f5d req-b9cdc76e-44cd-43ce-a57b-6b8c6ffc7ed9 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:59.727812 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ce25d235-c353-4b0b-925e-dc2bd21e6f5d req-b9cdc76e-44cd-43ce-a57b-6b8c6ffc7ed9 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0550411 Mar 30 01:33:59.786367 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-09c585cc-2c3f-4ed3-9f0c-5deb1fdb26b2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52 HTTP/1.1" status: 200 len: 380 time: 0.0728800 Mar 30 01:33:59.793029 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ce25d235-c353-4b0b-925e-dc2bd21e6f5d req-adca2652-d5f8-4bd7-8e6b-63e74c85d9e2 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/security-groups?id=efad02d7-2698-483a-8e1f-0c25d7aa8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585079 Mar 30 01:33:59.801866 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-9a474324-6556-46e8-b426-778cfe3ca392 req-2e7be8e6-34c3-42d6-b793-fb4d84d5eb83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Request body: {'port': {'device_id': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'admin_state_up': True, 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'security_groups': ['1db75016-db23-4d8f-8f9c-0766e882b896']}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:33:59.820379 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-bf43875f-4b1c-4996-9a71-73a2d67a3030 req-3d799fec-c350-42c9-83e0-a18af32d1f3d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 210 time: 0.0330410 Mar 30 01:33:59.906034 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2c8f2-201a-4de5-b192-9872843ddef1 req-0f2b529e-4020-457d-bb7c-eedc86970a1d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:33:59.907553 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7ce2c8f2-201a-4de5-b192-9872843ddef1 req-0f2b529e-4020-457d-bb7c-eedc86970a1d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0528846 Mar 30 01:33:59.927787 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a474324-6556-46e8-b426-778cfe3ca392 req-2e7be8e6-34c3-42d6-b793-fb4d84d5eb83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Made reservation on behalf of e85d97e5ef8a4dc3a0fed53b8b299a52 for: {'port': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:33:59.931107 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-9a474324-6556-46e8-b426-778cfe3ca392 req-2e7be8e6-34c3-42d6-b793-fb4d84d5eb83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:33:59.992819 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7ce2c8f2-201a-4de5-b192-9872843ddef1 req-1ce83848-300c-49ab-9141-7bb41fab269a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769358 Mar 30 01:34:00.001133 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915ddd7-3667-40f1-b71e-6adff962a0df req-c6e7a559-6718-4758-a260-4733e19be50b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:00.002775 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5915ddd7-3667-40f1-b71e-6adff962a0df req-c6e7a559-6718-4758-a260-4733e19be50b tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 946 time: 0.0942965 Mar 30 01:34:00.063149 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [req-9a474324-6556-46e8-b426-778cfe3ca392 req-2e7be8e6-34c3-42d6-b793-fb4d84d5eb83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Allocated IP 172.20.0.10 (79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd/e7e66c9a-9d48-438a-b32c-4872a07765cf/6c66a2d0-e9b3-4355-973c-200ae4b7382f) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:34:00.114461 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-5915ddd7-3667-40f1-b71e-6adff962a0df req-df4f57e8-83d3-42c8-9cc7-1b4b6e8d1277 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Deleting port 20e728cd-69f4-47f4-91be-199338787410 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:00.114971 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5915ddd7-3667-40f1-b71e-6adff962a0df req-df4f57e8-83d3-42c8-9cc7-1b4b6e8d1277 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (20e728cd-69f4-47f4-91be-199338787410), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:00.218211 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5915ddd7-3667-40f1-b71e-6adff962a0df req-df4f57e8-83d3-42c8-9cc7-1b4b6e8d1277 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] For port 20e728cd-69f4-47f4-91be-199338787410, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=20e728cd-69f4-47f4-91be-199338787410,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:00.218632 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5915ddd7-3667-40f1-b71e-6adff962a0df req-df4f57e8-83d3-42c8-9cc7-1b4b6e8d1277 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (20e728cd-69f4-47f4-91be-199338787410), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:00.224205 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-9a474324-6556-46e8-b426-778cfe3ca392 req-2e7be8e6-34c3-42d6-b793-fb4d84d5eb83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:00.231750 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-5915ddd7-3667-40f1-b71e-6adff962a0df req-df4f57e8-83d3-42c8-9cc7-1b4b6e8d1277 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Calling delete_port for 20e728cd-69f4-47f4-91be-199338787410 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:00.266084 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-9a474324-6556-46e8-b426-778cfe3ca392 req-2e7be8e6-34c3-42d6-b793-fb4d84d5eb83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:00.305737 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a474324-6556-46e8-b426-778cfe3ca392 req-2e7be8e6-34c3-42d6-b793-fb4d84d5eb83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:34:00.308820 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [req-9a474324-6556-46e8-b426-778cfe3ca392 req-2e7be8e6-34c3-42d6-b793-fb4d84d5eb83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:34:00.313588 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a474324-6556-46e8-b426-778cfe3ca392 req-2e7be8e6-34c3-42d6-b793-fb4d84d5eb83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:34:00.348069 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7be8e6-34c3-42d6-b793-fb4d84d5eb83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'Port': ['ID=6c66a2d0-e9b3-4355-973c-200ae4b7382f,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:00.375310 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a474324-6556-46e8-b426-778cfe3ca392 req-2e7be8e6-34c3-42d6-b793-fb4d84d5eb83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:00.375955 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-9a474324-6556-46e8-b426-778cfe3ca392 req-2e7be8e6-34c3-42d6-b793-fb4d84d5eb83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:00.377660 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5915ddd7-3667-40f1-b71e-6adff962a0df req-df4f57e8-83d3-42c8-9cc7-1b4b6e8d1277 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (20e728cd-69f4-47f4-91be-199338787410), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:00.390496 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['20e728cd-69f4-47f4-91be-199338787410'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:34:00.403810 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-2e7be8e6-34c3-42d6-b793-fb4d84d5eb83 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6063085 Mar 30 01:34:00.408808 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f57e8-83d3-42c8-9cc7-1b4b6e8d1277 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Pushing event deleted for resources: {'Port': ['ID=20e728cd-69f4-47f4-91be-199338787410,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:00.422965 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Request body: {'port': {'device_id': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:34:00.457245 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-5915ddd7-3667-40f1-b71e-6adff962a0df req-df4f57e8-83d3-42c8-9cc7-1b4b6e8d1277 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] No DVR routers for this DVR port 20e728cd-69f4-47f4-91be-199338787410 on host hv-cinder-81713 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:00.461003 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5915ddd7-3667-40f1-b71e-6adff962a0df req-df4f57e8-83d3-42c8-9cc7-1b4b6e8d1277 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:00.464326 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5915ddd7-3667-40f1-b71e-6adff962a0df req-df4f57e8-83d3-42c8-9cc7-1b4b6e8d1277 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.10 "DELETE /v2.0/ports/20e728cd-69f4-47f4-91be-199338787410 HTTP/1.1" status: 204 len: 173 time: 0.4554975 Mar 30 01:34:00.464790 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7', 'name': 'network-vif-deleted', 'tag': '20e728cd-69f4-47f4-91be-199338787410'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:00.467786 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d253c8ec-01ad-4979-959c-6b9117dfbf8f" -d '{"events": [{"server_uuid": "f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7", "name": "network-vif-deleted", "tag": "20e728cd-69f4-47f4-91be-199338787410"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:00.496477 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:00.508690 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91177101-54e7-4c7e-b216-943ffcb882be x-openstack-request-id: req-91177101-54e7-4c7e-b216-943ffcb882be {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:00.509016 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7", "name": "network-vif-deleted", "tag": "20e728cd-69f4-47f4-91be-199338787410", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:00.509305 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91177101-54e7-4c7e-b216-943ffcb882be {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:00.509731 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91177101-54e7-4c7e-b216-943ffcb882be'] response: {'server_uuid': 'f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7', 'name': 'network-vif-deleted', 'tag': '20e728cd-69f4-47f4-91be-199338787410', 'status': 'completed', 'code': 200} Mar 30 01:34:00.552781 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-33118005-28a1-49ca-8bdc-c2f686f875f7 None None] Provisioning complete for port 6c66a2d0-e9b3-4355-973c-200ae4b7382f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:34:00.553443 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-33118005-28a1-49ca-8bdc-c2f686f875f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:00.589249 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-33118005-28a1-49ca-8bdc-c2f686f875f7 None None] Port 6c66a2d0-e9b3-4355-973c-200ae4b7382f cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:34:00.787350 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c66a2d0-e9b3-4355-973c-200ae4b7382f {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:34:00.795692 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Publish callbacks [] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:00.808451 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Transition to ACTIVE for port object 6c66a2d0-e9b3-4355-973c-200ae4b7382f will not be triggered until provisioned by entity L2. {{(pid=103227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:34:00.812378 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:00.907518 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c66a2d0-e9b3-4355-973c-200ae4b7382f,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:00.959321 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-79f496e4-c716-4b42-b2c3-54baa1d26f29 req-4128fdbf-aab2-41e9-9823-8b3fc0c2f345 tempest-ServerRescueNegativeTestJSON-1054875476 tempest-ServerRescueNegativeTestJSON-1054875476-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c02ac3-799c-4ccb-a31f-e8b1c6f613a7 HTTP/1.1" status: 200 len: 210 time: 0.0367146 Mar 30 01:34:01.016796 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Attempting to bind port 6c66a2d0-e9b3-4355-973c-200ae4b7382f on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:34:01.017233 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Attempting to bind port 6c66a2d0-e9b3-4355-973c-200ae4b7382f by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:34:01.017561 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Attempting to bind port 6c66a2d0-e9b3-4355-973c-200ae4b7382f on network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:34:01.025995 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Port 6c66a2d0-e9b3-4355-973c-200ae4b7382f on network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:34:01.026316 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Attempting to bind port 6c66a2d0-e9b3-4355-973c-200ae4b7382f on network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:34:01.037925 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa664a-3345-46a1-adf3-70974821cfda req-7c2f4974-c51d-4e7d-b82e-57b140668b34 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:01.039881 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3aaa664a-3345-46a1-adf3-70974821cfda req-7c2f4974-c51d-4e7d-b82e-57b140668b34 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 944 time: 0.1120212 Mar 30 01:34:01.042952 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:34:01.043292 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Checking segment: {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:34:01.043674 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Bound using segment: {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:34:01.044110 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Bound port: 6c66a2d0-e9b3-4355-973c-200ae4b7382f, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:34:01.044467 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:01.072720 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device e610d487-7658-4c75-8310-cd6338ef8ef2 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:34:01.154257 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3aaa664a-3345-46a1-adf3-70974821cfda req-0022845f-5550-4cd6-9d1b-d2e305b41dae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008008 Mar 30 01:34:01.158455 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3199d-4574-4fa1-bfc9-ebd8a92af68a req-94f2820b-d9f0-4cdf-96b9-5c42d51829f5 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:01.163168 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d6c3199d-4574-4fa1-bfc9-ebd8a92af68a req-94f2820b-d9f0-4cdf-96b9-5c42d51829f5 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0725958 Mar 30 01:34:01.179712 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] For port 6c66a2d0-e9b3-4355-973c-200ae4b7382f, host hv-cinder-81713, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:34:01.183838 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] For port 6c66a2d0-e9b3-4355-973c-200ae4b7382f, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6c66a2d0-e9b3-4355-973c-200ae4b7382f,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:34:01.191792 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:01.203509 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port e610d487-7658-4c75-8310-cd6338ef8ef2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e610d487-7658-4c75-8310-cd6338ef8ef2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:01.212090 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d6c3199d-4574-4fa1-bfc9-ebd8a92af68a req-9958b646-3bb8-4684-ae84-6d339de873b5 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459669 Mar 30 01:34:01.227069 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'port_id': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'mac_address': 'fa:16:3e:82:b1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:34:01.243071 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:01.244302 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:01.246320 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] 10.222.0.10 "PUT /v2.0/ports/6c66a2d0-e9b3-4355-973c-200ae4b7382f HTTP/1.1" status: 200 len: 1094 time: 0.8299227 Mar 30 01:34:01.247023 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'tag': '6c66a2d0-e9b3-4355-973c-200ae4b7382f'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:01.250226 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66029997-4b90-4964-ad1c-c21e64f25779" -d '{"events": [{"name": "network-changed", "server_uuid": "0eee5644-c181-4998-94f3-d6ffb3d4853f", "tag": "6c66a2d0-e9b3-4355-973c-200ae4b7382f"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:01.279004 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f6e74-e90b-48b3-99ba-4ab91ad05cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c66a2d0-e9b3-4355-973c-200ae4b7382f,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:01.291115 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58ea8cb-871b-452d-b7af-773e9ecb8e2f x-openstack-request-id: req-b58ea8cb-871b-452d-b7af-773e9ecb8e2f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:01.291411 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eee5644-c181-4998-94f3-d6ffb3d4853f", "tag": "6c66a2d0-e9b3-4355-973c-200ae4b7382f", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:01.291668 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b58ea8cb-871b-452d-b7af-773e9ecb8e2f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:01.292074 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58ea8cb-871b-452d-b7af-773e9ecb8e2f'] response: {'name': 'network-changed', 'server_uuid': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'tag': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'status': 'completed', 'code': 200} Mar 30 01:34:01.299762 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port e610d487-7658-4c75-8310-cd6338ef8ef2 is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:01.300242 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:01.315955 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e610d487-7658-4c75-8310-cd6338ef8ef2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:34:01.337349 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port e610d487-7658-4c75-8310-cd6338ef8ef2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e610d487-7658-4c75-8310-cd6338ef8ef2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:01.341710 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:01.345474 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a474324-6556-46e8-b426-778cfe3ca392 req-1a7423cb-691f-40d1-ac18-3fbcc984b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:01.347129 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-1a7423cb-691f-40d1-ac18-3fbcc984b493 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 1128 time: 0.0596607 Mar 30 01:34:01.399013 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=e610d487-7658-4c75-8310-cd6338ef8ef2,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:01.403834 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-4efae1be-99b4-4600-aff7-f99ca620ae3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c66a2d0-e9b3-4355-973c-200ae4b7382f HTTP/1.1" status: 200 len: 217 time: 0.0375991 Mar 30 01:34:01.443301 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['e610d487-7658-4c75-8310-cd6338ef8ef2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:34:01.454383 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a474324-6556-46e8-b426-778cfe3ca392 req-0b478cb5-5d28-4956-9339-ba548f80bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:01.455861 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-0b478cb5-5d28-4956-9339-ba548f80bd4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7e66c9a-9d48-438a-b32c-4872a07765cf HTTP/1.1" status: 200 len: 851 time: 0.0454483 Mar 30 01:34:01.512484 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a474324-6556-46e8-b426-778cfe3ca392 req-f90ab96d-c07e-408d-b98e-f1e8086b4d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:01.514772 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-f90ab96d-c07e-408d-b98e-f1e8086b4d9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517766 Mar 30 01:34:01.602480 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-82ff023a-9843-46fc-99af-e3eb737ac8db service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797572 Mar 30 01:34:01.701230 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9a474324-6556-46e8-b426-778cfe3ca392 req-75403e3b-34b2-47d5-b70a-a58a3a5711f0 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860913 Mar 30 01:34:01.793913 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66029997-4b90-4964-ad1c-c21e64f25779 req-c5761eeb-f0f5-473e-a2dc-46da532f49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:01.796097 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-66029997-4b90-4964-ad1c-c21e64f25779 req-c5761eeb-f0f5-473e-a2dc-46da532f49ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 1128 time: 0.0439866 Mar 30 01:34:01.882624 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66029997-4b90-4964-ad1c-c21e64f25779 req-6ae574c7-3a03-424a-a14d-451fefeba89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:01.884101 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-66029997-4b90-4964-ad1c-c21e64f25779 req-6ae574c7-3a03-424a-a14d-451fefeba89b service neutron] 10.222.0.10 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 913 time: 0.0814788 Mar 30 01:34:01.934438 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-66029997-4b90-4964-ad1c-c21e64f25779 req-4e342aeb-3c8b-4475-8652-34c5eee06b3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c66a2d0-e9b3-4355-973c-200ae4b7382f HTTP/1.1" status: 200 len: 217 time: 0.0365615 Mar 30 01:34:01.983736 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66029997-4b90-4964-ad1c-c21e64f25779 req-57ccc68c-c937-4667-b8ed-77662c86531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:01.985076 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-66029997-4b90-4964-ad1c-c21e64f25779 req-57ccc68c-c937-4667-b8ed-77662c86531d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7e66c9a-9d48-438a-b32c-4872a07765cf HTTP/1.1" status: 200 len: 851 time: 0.0421662 Mar 30 01:34:02.014959 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 40964) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:02.038307 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66029997-4b90-4964-ad1c-c21e64f25779 req-b56abe4b-0b5a-465e-be9b-a612d1653265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:02.039857 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-66029997-4b90-4964-ad1c-c21e64f25779 req-b56abe4b-0b5a-465e-be9b-a612d1653265 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445828 Mar 30 01:34:02.134349 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-66029997-4b90-4964-ad1c-c21e64f25779 req-4ad65109-199a-44a5-ad82-ba63077c9cee service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853894 Mar 30 01:34:02.486920 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f23fa-4b3e-4930-8777-2c77b39c6b0e req-aeaaf239-6f11-4831-b0f1-d2b960f96741 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:02.488865 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-912f23fa-4b3e-4930-8777-2c77b39c6b0e req-aeaaf239-6f11-4831-b0f1-d2b960f96741 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 945 time: 0.0763440 Mar 30 01:34:02.508929 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-66029997-4b90-4964-ad1c-c21e64f25779 req-b40177cc-89c9-42a7-a6f3-8b87c9a4c6fb service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645787 Mar 30 01:34:02.535788 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb2d34-0817-4cff-8fb4-0fcfcffc098a req-eb228949-cdee-449e-9ef0-85dd053d2eb9 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:02.537725 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-03bb2d34-0817-4cff-8fb4-0fcfcffc098a req-eb228949-cdee-449e-9ef0-85dd053d2eb9 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 944 time: 0.3209462 Mar 30 01:34:02.594603 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-03bb2d34-0817-4cff-8fb4-0fcfcffc098a req-75124997-962f-4adf-8b3e-c0f94a89fbe9 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484593 Mar 30 01:34:02.624231 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-912f23fa-4b3e-4930-8777-2c77b39c6b0e req-8d542ddb-755d-47a5-811f-0f5c93040605 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245399 Mar 30 01:34:02.867783 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1c12-91b2-4175-a92f-47880f35f5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785544'] for router_interface (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:03.094239 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device e610d487-7658-4c75-8310-cd6338ef8ef2 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:34:03.166747 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port e610d487-7658-4c75-8310-cd6338ef8ef2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:34:03.167457 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:03.222849 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe1c12-91b2-4175-a92f-47880f35f5ca admin admin] Deleting port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:03.223420 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1c12-91b2-4175-a92f-47880f35f5ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:03.262862 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port e610d487-7658-4c75-8310-cd6338ef8ef2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:03.263514 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:03.307855 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port e610d487-7658-4c75-8310-cd6338ef8ef2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e610d487-7658-4c75-8310-cd6338ef8ef2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:03.309088 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e610d487-7658-4c75-8310-cd6338ef8ef2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:03.312333 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a669fd8a-4edf-44df-8b1c-93d78569ef77" -d '{"events": [{"server_uuid": "bb97ffcc-1acb-4aeb-9e7a-18feffe10a82", "name": "network-vif-plugged", "status": "completed", "tag": "e610d487-7658-4c75-8310-cd6338ef8ef2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:03.315562 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4dfe1c12-91b2-4175-a92f-47880f35f5ca admin admin] For port e5a66939-7bd0-47b0-93fb-7dfbf790a6fa, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=e5a66939-7bd0-47b0-93fb-7dfbf790a6fa,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:03.316041 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1c12-91b2-4175-a92f-47880f35f5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:03.324039 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:03.328862 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 20e728cd-69f4-47f4-91be-199338787410 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:03.335885 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe1c12-91b2-4175-a92f-47880f35f5ca admin admin] Calling delete_port for e5a66939-7bd0-47b0-93fb-7dfbf790a6fa owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:03.368358 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: 20e728cd-69f4-47f4-91be-199338787410 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:03.368716 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 20e728cd-69f4-47f4-91be-199338787410 not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:03.438726 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=e610d487-7658-4c75-8310-cd6338ef8ef2,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:03.468482 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851a62f3-b85a-4a52-9ac2-baf75c71a99f x-openstack-request-id: req-851a62f3-b85a-4a52-9ac2-baf75c71a99f {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:03.468776 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb97ffcc-1acb-4aeb-9e7a-18feffe10a82", "name": "network-vif-plugged", "status": "completed", "tag": "e610d487-7658-4c75-8310-cd6338ef8ef2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:03.469028 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-851a62f3-b85a-4a52-9ac2-baf75c71a99f {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:03.469434 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851a62f3-b85a-4a52-9ac2-baf75c71a99f'] response: {'server_uuid': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'code': 200} Mar 30 01:34:03.563869 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1c12-91b2-4175-a92f-47880f35f5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (e5a66939-7bd0-47b0-93fb-7dfbf790a6fa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:03.594068 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe1c12-91b2-4175-a92f-47880f35f5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a66939-7bd0-47b0-93fb-7dfbf790a6fa,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:03.777273 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddd77a-1f33-4c45-b3b5-df07d1afc4af req-f3ca6591-5770-4bcf-98be-cd6cc684ba68 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:03.788881 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-deddd77a-1f33-4c45-b3b5-df07d1afc4af req-f3ca6591-5770-4bcf-98be-cd6cc684ba68 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0592184 Mar 30 01:34:03.871729 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-deddd77a-1f33-4c45-b3b5-df07d1afc4af req-db112b3e-81f9-407b-b7d1-e8e8be760718 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814295 Mar 30 01:34:03.895658 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cbe57-f2fb-4333-849f-87316b46c85f req-ac0f978c-cf48-4738-8222-b340033f85b6 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:03.897297 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fb5cbe57-f2fb-4333-849f-87316b46c85f req-ac0f978c-cf48-4738-8222-b340033f85b6 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 944 time: 0.1808398 Mar 30 01:34:03.927772 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4dfe1c12-91b2-4175-a92f-47880f35f5ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3786456'] for router_interface (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:04.029750 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fb5cbe57-f2fb-4333-849f-87316b46c85f req-71ddab5c-08d2-4889-92dc-1e703d016046 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215382 Mar 30 01:34:04.211921 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfe1c12-91b2-4175-a92f-47880f35f5ca admin admin] Router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:34:04.346395 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfe1c12-91b2-4175-a92f-47880f35f5ca admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:34:04.352335 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4dfe1c12-91b2-4175-a92f-47880f35f5ca admin admin] 10.222.0.30 "PUT /v2.0/routers/1b860fdc-a4b6-47fb-8b51-7a0e4823d01a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3362858 Mar 30 01:34:04.354859 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41010) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:04.357320 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27c57e7-a3a1-490c-ae8a-793d15764802 None None] Sync routers for ids ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:34:04.373775 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27c57e7-a3a1-490c-ae8a-793d15764802 None None] Routers {'1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:04.374454 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c27c57e7-a3a1-490c-ae8a-793d15764802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:33:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:04.507351 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c27c57e7-a3a1-490c-ae8a-793d15764802 None None] Set router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:04.511166 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] Publish callbacks [] for router (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:04.711217 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] Publish callbacks [] for router_gateway (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:04.778867 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] Deleting port ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:04.780305 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (ec7f46b1-ae7e-437f-a144-e7c5a0d0c430), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:04.870656 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] For port ec7f46b1-ae7e-437f-a144-e7c5a0d0c430, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=ec7f46b1-ae7e-437f-a144-e7c5a0d0c430,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:04.871076 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (ec7f46b1-ae7e-437f-a144-e7c5a0d0c430), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:04.887539 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] Calling delete_port for ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 owned by network:router_gateway {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:04.990392 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c27c57e7-a3a1-490c-ae8a-793d15764802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:34:03Z', 'revision_number': 5, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port': {'id': 'ec7f46b1-ae7e-437f-a144-e7c5a0d0c430', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:19Z', 'updated_at': '2022-03-30T01:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:05.023179 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27c57e7-a3a1-490c-ae8a-793d15764802 None None] Checking router: 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:34:05.043898 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27c57e7-a3a1-490c-ae8a-793d15764802 None None] Routers {'1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:05.044829 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c27c57e7-a3a1-490c-ae8a-793d15764802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:33:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:05.117060 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6cf1c-1256-4b29-ba8e-8b10627a08ec req-e206fab2-2b48-4790-b835-b57b2a3f4d93 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:05.118576 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2cc6cf1c-1256-4b29-ba8e-8b10627a08ec req-e206fab2-2b48-4790-b835-b57b2a3f4d93 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0936608 Mar 30 01:34:05.197686 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c27c57e7-a3a1-490c-ae8a-793d15764802 None None] Set router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:05.204820 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2cc6cf1c-1256-4b29-ba8e-8b10627a08ec req-7d21531d-83f9-4090-9815-9fb22e24e6ca tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675778 Mar 30 01:34:05.205970 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (ec7f46b1-ae7e-437f-a144-e7c5a0d0c430), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:05.249833 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7f46b1-ae7e-437f-a144-e7c5a0d0c430,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:05.257470 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc7e22-8c60-4fd5-99a3-3df749264c98 req-cc312efa-5977-4256-b383-dcac04327607 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:05.261264 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e9bc7e22-8c60-4fd5-99a3-3df749264c98 req-cc312efa-5977-4256-b383-dcac04327607 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 944 time: 0.1382987 Mar 30 01:34:05.278054 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c27c57e7-a3a1-490c-ae8a-793d15764802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:34:04Z', 'revision_number': 6, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port_host': None}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:05.311532 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27c57e7-a3a1-490c-ae8a-793d15764802 None None] The sync data for ids ['1b860fdc-a4b6-47fb-8b51-7a0e4823d01a'] in dv-cinder-817135-7-iscsi is: [{'id': '1b860fdc-a4b6-47fb-8b51-7a0e4823d01a', 'name': 'tempest-ServerRescueNegativeTestJSON-996144687-router', 'tenant_id': '10d8e88a77d8487680652e10a7a18348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:18Z', 'updated_at': '2022-03-30T01:34:04Z', 'revision_number': 6, 'project_id': '10d8e88a77d8487680652e10a7a18348', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:34:05.345322 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3784754'] for router_gateway (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:05.364757 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e9bc7e22-8c60-4fd5-99a3-3df749264c98 req-d5f87cf3-4b38-4806-96c5-b479940dcdb9 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947189 Mar 30 01:34:05.466231 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3990'] for router (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:05.469312 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] Publish callbacks [] for router_controller (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:05.551847 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786967'] for router (1b860fdc-a4b6-47fb-8b51-7a0e4823d01a), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:05.552435 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b860fdc-a4b6-47fb-8b51-7a0e4823d01a {{(pid=103227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:34:05.557952 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:05.559303 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-3316eed1-d74b-4abf-9ebf-f2f9d44cd402 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1b860fdc-a4b6-47fb-8b51-7a0e4823d01a HTTP/1.1" status: 204 len: 168 time: 1.2032607 Mar 30 01:34:05.562411 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41016) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:05.609354 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_v2 [None req-40346b60-d0d2-4c75-bc04-01f220424b08 admin admin] Deleting subnet d0efdf8f-b0d8-44e9-99b9-c55ff399b497 {{(pid=103227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:34:05.612516 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-40346b60-d0d2-4c75-bc04-01f220424b08 admin admin] Publish callbacks [] for subnet (d0efdf8f-b0d8-44e9-99b9-c55ff399b497), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:05.649985 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-40346b60-d0d2-4c75-bc04-01f220424b08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60554882'] for subnet (d0efdf8f-b0d8-44e9-99b9-c55ff399b497), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:05.775859 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-40346b60-d0d2-4c75-bc04-01f220424b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (d0efdf8f-b0d8-44e9-99b9-c55ff399b497), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:05.844090 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-40346b60-d0d2-4c75-bc04-01f220424b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3152769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60116517'] for subnet (d0efdf8f-b0d8-44e9-99b9-c55ff399b497), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:05.875403 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40346b60-d0d2-4c75-bc04-01f220424b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0efdf8f-b0d8-44e9-99b9-c55ff399b497,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:05.890351 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-40346b60-d0d2-4c75-bc04-01f220424b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:05.894393 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-40346b60-d0d2-4c75-bc04-01f220424b08 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d0efdf8f-b0d8-44e9-99b9-c55ff399b497 HTTP/1.1" status: 204 len: 168 time: 0.3303261 Mar 30 01:34:05.897173 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41018) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:05.900081 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945362f5-980e-448c-8350-eecf78ba462c None None] Network f27bd740-4fba-4028-9406-a0ffebc6a8fe requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:34:05.981477 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (f27bd740-4fba-4028-9406-a0ffebc6a8fe), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:06.046682 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Deleting port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:06.047541 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:06.117611 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] For port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:06.117964 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:06.139656 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Calling delete_port for be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:06.182365 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3bceca-828a-4266-a3ec-bdf585b26b21 None None] DHCP port deletion for f27bd740-4fba-4028-9406-a0ffebc6a8fe request from dv-cinder-817135-7-iscsi {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:34:06.271553 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6b3bceca-828a-4266-a3ec-bdf585b26b21 None None] Deleting port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:06.272888 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b3bceca-828a-4266-a3ec-bdf585b26b21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:06.299045 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:06.333175 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:06.359596 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:06.360057 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:06.360765 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device e5a66939-7bd0-47b0-93fb-7dfbf790a6fa no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:06.393169 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] No DVR routers for this DVR port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 on host dv-cinder-817135-7-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:06.397397 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: e5a66939-7bd0-47b0-93fb-7dfbf790a6fa {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:06.397877 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device e5a66939-7bd0-47b0-93fb-7dfbf790a6fa not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:06.398401 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:06.422860 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:06.425653 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device ec7f46b1-ae7e-437f-a144-e7c5a0d0c430 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:06.452882 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6b3bceca-828a-4266-a3ec-bdf585b26b21 None None] For port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6,segment=NetworkSegment(272cd9b4-64ad-4e12-aa42-2e13149c507f),segment_id=272cd9b4-64ad-4e12-aa42-2e13149c507f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:06.453419 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b3bceca-828a-4266-a3ec-bdf585b26b21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:06.473780 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6b3bceca-828a-4266-a3ec-bdf585b26b21 None None] Calling delete_port for be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:06.476682 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (f27bd740-4fba-4028-9406-a0ffebc6a8fe), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:06.486585 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Pushing event deleted for resources: {'Port': ['ID=be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:06.516088 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27bd740-4fba-4028-9406-a0ffebc6a8fe']}} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:06.528044 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272cd9b4-64ad-4e12-aa42-2e13149c507f') {'for_net_delete': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:06.528342 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272cd9b4-64ad-4e12-aa42-2e13149c507f') {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:06.546670 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60554889'] for segment (272cd9b4-64ad-4e12-aa42-2e13149c507f), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:06.555260 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ebe3f-dbd5-4393-866f-42c756c7aaaa req-2363d17b-1b08-482b-9dca-45cc00cfba3e tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:06.557259 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a40ebe3f-dbd5-4393-866f-42c756c7aaaa req-2363d17b-1b08-482b-9dca-45cc00cfba3e tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.1947405 Mar 30 01:34:06.591077 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42111b7-ea24-453c-8a3f-9e2de7a9775d req-a950f259-903f-4ec8-8899-4e5d4019ce0f tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:06.592954 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (272cd9b4-64ad-4e12-aa42-2e13149c507f), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:06.593894 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f42111b7-ea24-453c-8a3f-9e2de7a9775d req-a950f259-903f-4ec8-8899-4e5d4019ce0f tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 944 time: 0.1069789 Mar 30 01:34:06.618291 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:34:06.619071 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3152423'] for segment (272cd9b4-64ad-4e12-aa42-2e13149c507f), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: Traceback (most recent call last): Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: timer() Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: cb(*args, **kw) Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: return func(*args, **kwargs) Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: self._notify() Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: self.callback(batched_events) Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: event.method(event) Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: return f(self, *a, **k) Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._get(url).json() Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: return self.request(url, 'GET', **kwargs) Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:34:06.624104 dv-cinder-817135-7-iscsi neutron-server[103227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:34:06.711919 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f42111b7-ea24-453c-8a3f-9e2de7a9775d req-766a5593-bd45-44c2-8f8f-c29906d3cc58 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112478 Mar 30 01:34:06.735825 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a40ebe3f-dbd5-4393-866f-42c756c7aaaa req-2010a411-d73c-49b4-b775-b3afa1e5e6a4 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709809 Mar 30 01:34:06.753871 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b3bceca-828a-4266-a3ec-bdf585b26b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781'] for port (be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:06.757909 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (f27bd740-4fba-4028-9406-a0ffebc6a8fe), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:06.775021 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:06.781005 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f27bd740-4fba-4028-9406-a0ffebc6a8fe HTTP/1.1" status: 204 len: 168 time: 0.8801093 Mar 30 01:34:06.793289 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b3bceca-828a-4266-a3ec-bdf585b26b21 None None] Network f27bd740-4fba-4028-9406-a0ffebc6a8fe is not hosted by any dhcp agent {{(pid=103228) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 30 01:34:06.794364 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3bceca-828a-4266-a3ec-bdf585b26b21 None None] No DVR routers for this DVR port be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6 on host dv-cinder-817135-7-iscsi {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:06.798104 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bceca-828a-4266-a3ec-bdf585b26b21 None None] Pushing event deleted for resources: {'Port': ['ID=be9f4b7e-aa45-431e-a50a-78eaa3e7e6d6,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:06.809618 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fa364-b7b3-4ec9-866e-2f191a6dfd96 admin admin] Pushing event deleted for resources: {'Network': ['ID=f27bd740-4fba-4028-9406-a0ffebc6a8fe,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:06.952705 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41030) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:07.007045 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-836c5a2a-18d7-47ef-ad1d-04ac0f1f715d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10d8e88a77d8487680652e10a7a18348&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0529871 Mar 30 01:34:07.009418 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41032) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:07.060769 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d284bcdf-a15b-4b55-9d9a-2cc6d1bed54a admin admin] Publish callbacks [] for security_group (efad02d7-2698-483a-8e1f-0c25d7aa8ed0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:07.084818 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d284bcdf-a15b-4b55-9d9a-2cc6d1bed54a admin admin] Publish callbacks [] for security_group (efad02d7-2698-483a-8e1f-0c25d7aa8ed0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:07.135409 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d284bcdf-a15b-4b55-9d9a-2cc6d1bed54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (efad02d7-2698-483a-8e1f-0c25d7aa8ed0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:07.140429 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d284bcdf-a15b-4b55-9d9a-2cc6d1bed54a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:07.143137 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d284bcdf-a15b-4b55-9d9a-2cc6d1bed54a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/efad02d7-2698-483a-8e1f-0c25d7aa8ed0 HTTP/1.1" status: 204 len: 168 time: 0.1327960 Mar 30 01:34:07.156332 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284bcdf-a15b-4b55-9d9a-2cc6d1bed54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efad02d7-2698-483a-8e1f-0c25d7aa8ed0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:07.904727 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f48367-36cb-4a23-a7a7-f50079221619 req-2bd409ee-0ead-47e1-8cd2-a031534f4fc4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:07.913111 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38f48367-36cb-4a23-a7a7-f50079221619 req-2bd409ee-0ead-47e1-8cd2-a031534f4fc4 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 944 time: 0.1190927 Mar 30 01:34:07.934198 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3721470-cc1b-43fa-b7df-f720ecbfb5d4 req-b32307b6-0f65-4a8a-ac55-370f5a8fc343 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:07.939742 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e3721470-cc1b-43fa-b7df-f720ecbfb5d4 req-b32307b6-0f65-4a8a-ac55-370f5a8fc343 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0823019 Mar 30 01:34:07.984804 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38f48367-36cb-4a23-a7a7-f50079221619 req-05d2d01f-4bae-45a7-aa20-4a7e8ad191f3 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707135 Mar 30 01:34:08.005033 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e3721470-cc1b-43fa-b7df-f720ecbfb5d4 req-3968a6db-4d69-45ef-9c52-2c15de19c59c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586851 Mar 30 01:34:09.110850 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 6c66a2d0-e9b3-4355-973c-200ae4b7382f details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:34:09.160103 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c057ac-76b5-41a8-bf78-b9584e62547e req-7eb170e8-a498-41a5-ad01-d33120d8782e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:09.172583 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-15c057ac-76b5-41a8-bf78-b9584e62547e req-7eb170e8-a498-41a5-ad01-d33120d8782e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 944 time: 0.1148837 Mar 30 01:34:09.183819 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b82837-862c-4450-9bef-557dcab8c014 req-9d784268-83b9-47b8-9a19-c6e1d347be1a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:09.194077 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c6b82837-862c-4450-9bef-557dcab8c014 req-9d784268-83b9-47b8-9a19-c6e1d347be1a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0958281 Mar 30 01:34:09.264741 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-15c057ac-76b5-41a8-bf78-b9584e62547e req-31f5cfd0-8268-4d4f-8bef-874a59643136 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912039 Mar 30 01:34:09.271223 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c6b82837-862c-4450-9bef-557dcab8c014 req-0a8ef2fc-7867-4bfb-b94c-2c62d4c79988 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728867 Mar 30 01:34:09.287336 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 6c66a2d0-e9b3-4355-973c-200ae4b7382f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6c66a2d0-e9b3-4355-973c-200ae4b7382f,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:09.300626 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'port_id': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'mac_address': 'fa:16:3e:41:1d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:34:09.345427 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 6c66a2d0-e9b3-4355-973c-200ae4b7382f is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:09.346197 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:09.361004 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c66a2d0-e9b3-4355-973c-200ae4b7382f {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:34:09.382718 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 6c66a2d0-e9b3-4355-973c-200ae4b7382f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6c66a2d0-e9b3-4355-973c-200ae4b7382f,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:09.386429 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:09.453671 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=6c66a2d0-e9b3-4355-973c-200ae4b7382f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:09.680156 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['6c66a2d0-e9b3-4355-973c-200ae4b7382f'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:34:10.395865 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5fbfb-ae6d-47c6-b644-e5f1ab9e7b49 req-9606af0f-d985-4732-a56f-06f5a2329f59 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:10.403761 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2fd5fbfb-ae6d-47c6-b644-e5f1ab9e7b49 req-9606af0f-d985-4732-a56f-06f5a2329f59 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 945 time: 0.0673995 Mar 30 01:34:10.414162 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7d689-e0a3-4611-a343-c890bcfdb1f5 req-ad64f965-4105-4dd9-8ea4-9be7b590aaf0 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:10.416303 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-90f7d689-e0a3-4611-a343-c890bcfdb1f5 req-ad64f965-4105-4dd9-8ea4-9be7b590aaf0 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0712848 Mar 30 01:34:10.461681 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2fd5fbfb-ae6d-47c6-b644-e5f1ab9e7b49 req-d27dec2e-d647-4a14-8308-f381be896590 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562901 Mar 30 01:34:10.510891 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-90f7d689-e0a3-4611-a343-c890bcfdb1f5 req-2001afaa-6f7a-41df-92f5-7a16fea7f049 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811210 Mar 30 01:34:11.123847 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 6c66a2d0-e9b3-4355-973c-200ae4b7382f up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:34:11.185437 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port 6c66a2d0-e9b3-4355-973c-200ae4b7382f completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:34:11.190226 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 6c66a2d0-e9b3-4355-973c-200ae4b7382f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:34:11.190616 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:11.283760 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 6c66a2d0-e9b3-4355-973c-200ae4b7382f is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:11.284160 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:11.311497 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c66a2d0-e9b3-4355-973c-200ae4b7382f'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:11.313902 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b959430-0f2d-4f16-9cd6-fe7f67c49424" -d '{"events": [{"server_uuid": "0eee5644-c181-4998-94f3-d6ffb3d4853f", "name": "network-vif-plugged", "status": "completed", "tag": "6c66a2d0-e9b3-4355-973c-200ae4b7382f"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:11.339819 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 6c66a2d0-e9b3-4355-973c-200ae4b7382f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6c66a2d0-e9b3-4355-973c-200ae4b7382f,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:11.346485 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:11.355210 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a802698a-1cab-46a3-96ef-4ada2ee4f30a x-openstack-request-id: req-a802698a-1cab-46a3-96ef-4ada2ee4f30a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:11.355768 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eee5644-c181-4998-94f3-d6ffb3d4853f", "name": "network-vif-plugged", "status": "completed", "tag": "6c66a2d0-e9b3-4355-973c-200ae4b7382f", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:11.356154 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a802698a-1cab-46a3-96ef-4ada2ee4f30a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:11.356711 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a802698a-1cab-46a3-96ef-4ada2ee4f30a'] response: {'server_uuid': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'code': 200} Mar 30 01:34:11.421448 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=6c66a2d0-e9b3-4355-973c-200ae4b7382f,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:11.676369 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2b81c-3d47-4115-9037-758499613a8b req-ca4e5698-53dd-4c58-b503-26f7441a8b8c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:11.677989 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-51d2b81c-3d47-4115-9037-758499613a8b req-ca4e5698-53dd-4c58-b503-26f7441a8b8c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0684655 Mar 30 01:34:11.721615 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbf44c-8802-4f60-a4ed-17c4adda6ec6 req-348a4aea-07df-42e0-bc17-ce976912a6b2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:11.723165 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-effbf44c-8802-4f60-a4ed-17c4adda6ec6 req-348a4aea-07df-42e0-bc17-ce976912a6b2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 946 time: 0.1378143 Mar 30 01:34:11.737368 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-51d2b81c-3d47-4115-9037-758499613a8b req-05ef26aa-1e8c-4988-9d08-cca35c563d1a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536242 Mar 30 01:34:11.738255 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4c252-2c50-4ad4-ac3a-502216821a40 req-719d6d1b-8fde-44b7-a513-07292fe93876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:11.739727 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-39e4c252-2c50-4ad4-ac3a-502216821a40 req-719d6d1b-8fde-44b7-a513-07292fe93876 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 1130 time: 0.1333830 Mar 30 01:34:11.818771 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-effbf44c-8802-4f60-a4ed-17c4adda6ec6 req-210e4941-bb61-464c-a7b1-11a127bda3d0 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888309 Mar 30 01:34:11.857633 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-39e4c252-2c50-4ad4-ac3a-502216821a40 req-cf6d3e25-fe7e-4f85-9099-5be5ffb49a67 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997312 Mar 30 01:34:12.877331 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daa439-7bfa-4e36-9870-eb9ec028d932 req-1a7abc62-91fe-4f6f-adac-d6ae59f93325 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:12.878855 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-11daa439-7bfa-4e36-9870-eb9ec028d932 req-1a7abc62-91fe-4f6f-adac-d6ae59f93325 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0556750 Mar 30 01:34:12.929900 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-11daa439-7bfa-4e36-9870-eb9ec028d932 req-585e2713-988d-49fe-8607-bcf4b8ea313f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455470 Mar 30 01:34:12.947842 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014c033-5944-4c11-a594-ed53d25d53bf req-5565472f-592e-4cd9-8138-33b6a01fc4d1 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:12.949328 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e014c033-5944-4c11-a594-ed53d25d53bf req-5565472f-592e-4cd9-8138-33b6a01fc4d1 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 946 time: 0.0524557 Mar 30 01:34:12.997836 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e014c033-5944-4c11-a594-ed53d25d53bf req-137ab0b8-4bab-4ca8-a4ae-9e8ef6ae30a1 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423625 Mar 30 01:34:13.710161 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b8082c6-c46c-4fb6-88e0-acbc92659d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:14.051129 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd1ee1-4816-48a9-bfb4-ed4febd12b23 req-9608df98-bbbd-4185-9ddf-006ce8537b97 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:14.052714 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47fd1ee1-4816-48a9-bfb4-ed4febd12b23 req-9608df98-bbbd-4185-9ddf-006ce8537b97 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0525327 Mar 30 01:34:14.098945 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-47fd1ee1-4816-48a9-bfb4-ed4febd12b23 req-62f9a953-0271-4d88-a7a4-002b993ee2d4 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408964 Mar 30 01:34:14.116501 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f8c89-e1c5-4341-860b-1bce68ea0c08 req-c51b5e3e-331b-4ef7-a283-fd592e444689 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:14.117961 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-bb9f8c89-e1c5-4341-860b-1bce68ea0c08 req-c51b5e3e-331b-4ef7-a283-fd592e444689 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 946 time: 0.0525093 Mar 30 01:34:14.169338 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-bb9f8c89-e1c5-4341-860b-1bce68ea0c08 req-ea6a064e-61f0-43b3-bef1-04b295abe5ef tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458531 Mar 30 01:34:15.228364 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830776f-529a-4b5e-8e41-5c28fe2c4bc4 req-085c6d2f-e066-495d-b145-d74147a9ba85 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:15.229865 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c830776f-529a-4b5e-8e41-5c28fe2c4bc4 req-085c6d2f-e066-495d-b145-d74147a9ba85 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0574565 Mar 30 01:34:15.277060 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c830776f-529a-4b5e-8e41-5c28fe2c4bc4 req-855e8936-54fd-4ead-9357-86fc51df05ea tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416150 Mar 30 01:34:15.288915 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d636f5-3ccc-4ee5-b83e-f7a8b023d55a req-79f85094-5af9-4b58-b994-bc79dafb4913 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:15.290386 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-02d636f5-3ccc-4ee5-b83e-f7a8b023d55a req-79f85094-5af9-4b58-b994-bc79dafb4913 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 946 time: 0.0527983 Mar 30 01:34:15.338664 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-02d636f5-3ccc-4ee5-b83e-f7a8b023d55a req-deb99f15-f643-4a66-9516-732682703a20 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425503 Mar 30 01:34:15.677895 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818405e2-fa89-4ac5-9903-b46a83c43e50 req-6c0fa061-f68e-4156-8f0b-780035e7b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:15.679440 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-818405e2-fa89-4ac5-9903-b46a83c43e50 req-6c0fa061-f68e-4156-8f0b-780035e7b5d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40c47efe85b3419bbfe4af492f367fa3&device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 1130 time: 0.0495327 Mar 30 01:34:15.793129 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818405e2-fa89-4ac5-9903-b46a83c43e50 req-9e526655-f93c-4aa2-afb1-3cd038d992ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:15.794620 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-818405e2-fa89-4ac5-9903-b46a83c43e50 req-9e526655-f93c-4aa2-afb1-3cd038d992ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=4292407f-f21a-4ca4-83dc-33c4f2c633d6 HTTP/1.1" status: 200 len: 918 time: 0.0921645 Mar 30 01:34:15.864486 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-818405e2-fa89-4ac5-9903-b46a83c43e50 req-6a72956d-9f73-4ce2-9630-e72971e7bf5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e610d487-7658-4c75-8310-cd6338ef8ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0608535 Mar 30 01:34:15.872915 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b0f7c42b-138e-482c-8311-d6d8b16e2d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:15.922692 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818405e2-fa89-4ac5-9903-b46a83c43e50 req-360d610d-bd22-479c-93ff-440c349c1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:15.924261 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-818405e2-fa89-4ac5-9903-b46a83c43e50 req-360d610d-bd22-479c-93ff-440c349c1254 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94dad553-4d41-4378-b1f8-7911db8bcff2 HTTP/1.1" status: 200 len: 856 time: 0.0526402 Mar 30 01:34:15.976762 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818405e2-fa89-4ac5-9903-b46a83c43e50 req-11305327-e686-4c32-b60f-073ec0a4794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:15.978303 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-818405e2-fa89-4ac5-9903-b46a83c43e50 req-11305327-e686-4c32-b60f-073ec0a4794b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4292407f-f21a-4ca4-83dc-33c4f2c633d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463877 Mar 30 01:34:16.066991 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-818405e2-fa89-4ac5-9903-b46a83c43e50 req-a821b02e-0338-411c-80e9-6e442914ded9 service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817578 Mar 30 01:34:16.170178 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-818405e2-fa89-4ac5-9903-b46a83c43e50 req-1d4770df-3787-4436-8655-1228bdf0995b service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936177 Mar 30 01:34:16.404097 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1118c47-7b93-41d7-9e92-20c3c6bc4b2d req-d344ab13-8591-4747-890c-f9e5d68aca4f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:16.406455 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1118c47-7b93-41d7-9e92-20c3c6bc4b2d req-d344ab13-8591-4747-890c-f9e5d68aca4f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0577288 Mar 30 01:34:16.453007 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1118c47-7b93-41d7-9e92-20c3c6bc4b2d req-f1ba8779-26bc-43fb-a612-1741fd73ab62 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407414 Mar 30 01:34:16.457733 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d911f-c602-4991-8db5-0061691d4345 req-f0277ff3-6db0-44fe-873f-55a5286c266b tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:16.459238 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-886d911f-c602-4991-8db5-0061691d4345 req-f0277ff3-6db0-44fe-873f-55a5286c266b tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 946 time: 0.0544367 Mar 30 01:34:16.507864 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-886d911f-c602-4991-8db5-0061691d4345 req-79f45097-901f-49cc-bec6-273f9d3daf7b tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430813 Mar 30 01:34:16.622688 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011e72b-1478-4eed-bc77-720f09d6b324 req-27e141ca-2e36-4d16-9cb1-4aa0f54d02bd tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:16.624200 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4011e72b-1478-4eed-bc77-720f09d6b324 req-27e141ca-2e36-4d16-9cb1-4aa0f54d02bd tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 946 time: 0.0523129 Mar 30 01:34:16.673536 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4011e72b-1478-4eed-bc77-720f09d6b324 req-e33b61d0-975e-4679-a7de-08ec80db0f5b tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437436 Mar 30 01:34:16.695256 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:16.737346 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779aa66f-52c7-466c-a38f-55fc434e6827 tempest-TestVolumeBootPattern-910706038 tempest-TestVolumeBootPattern-910706038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:16.738768 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-779aa66f-52c7-466c-a38f-55fc434e6827 tempest-TestVolumeBootPattern-910706038 tempest-TestVolumeBootPattern-910706038-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 1125 time: 0.0425267 Mar 30 01:34:16.741466 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41194) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:16.745522 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Request body: {'floatingip': {'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'port_id': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:34:16.764688 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:16.860889 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:16.965918 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Allocated IP 172.27.2.83 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/d8c16ef6-3f27-4658-8826-ce49f1a6347a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:34:17.066236 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for port (d8c16ef6-3f27-4658-8826-ce49f1a6347a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:17.103133 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (d8c16ef6-3f27-4658-8826-ce49f1a6347a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:17.107641 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:34:17.112297 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:17.142264 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:34:17.145194 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:34:17.150775 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:34:17.156954 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'Port': ['ID=d8c16ef6-3f27-4658-8826-ce49f1a6347a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:17.519319 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for floatingip (31f6f1b8-8995-482e-98ed-ce3a1e948701), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:17.576943 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe592d0-2c8f-455f-87bd-b3a1fc8882e7 req-616a5789-9e0c-4348-a6a7-3e846a93d261 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:17.578968 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2fe592d0-2c8f-455f-87bd-b3a1fc8882e7 req-616a5789-9e0c-4348-a6a7-3e846a93d261 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0524447 Mar 30 01:34:17.588476 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (d8c16ef6-3f27-4658-8826-ce49f1a6347a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:17.630324 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2fe592d0-2c8f-455f-87bd-b3a1fc8882e7 req-82e7c35a-a7f1-4ad4-8f1a-bbb33cd38fdd tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452170 Mar 30 01:34:17.738752 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for port (d8c16ef6-3f27-4658-8826-ce49f1a6347a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:17.743151 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (d8c16ef6-3f27-4658-8826-ce49f1a6347a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:17.815497 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'Port': ['ID=d8c16ef6-3f27-4658-8826-ce49f1a6347a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:17.823235 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (31f6f1b8-8995-482e-98ed-ce3a1e948701), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:17.927036 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Floating IP 31f6f1b8-8995-482e-98ed-ce3a1e948701 associated. External IP: 172.27.2.83, port: 6c66a2d0-e9b3-4355-973c-200ae4b7382f. Mar 30 01:34:18.372221 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Router d2d3858a-2988-480b-a61d-64f2fe4702a1 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:34:18.483915 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:34:18.494843 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:18.495329 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87fa63a-f57f-4656-a273-88a16122da27 None None] Sync routers for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:34:18.504399 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:18.507258 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87fa63a-f57f-4656-a273-88a16122da27 None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:18.507914 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b87fa63a-f57f-4656-a273-88a16122da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:18.539902 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3519e63f-ec1b-4164-b057-4aa36b9d0c42 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7974315 Mar 30 01:34:18.541131 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'tag': '6c66a2d0-e9b3-4355-973c-200ae4b7382f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:18.543573 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb233a6-84de-4c58-bd0a-142cf05cea3b" -d '{"events": [{"name": "network-changed", "server_uuid": "0eee5644-c181-4998-94f3-d6ffb3d4853f", "tag": "6c66a2d0-e9b3-4355-973c-200ae4b7382f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:18.587347 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8885a7-5fc1-4183-8001-8d23da3e3f2f x-openstack-request-id: req-4e8885a7-5fc1-4183-8001-8d23da3e3f2f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:18.587660 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eee5644-c181-4998-94f3-d6ffb3d4853f", "tag": "6c66a2d0-e9b3-4355-973c-200ae4b7382f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:18.587914 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e8885a7-5fc1-4183-8001-8d23da3e3f2f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:18.588326 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8885a7-5fc1-4183-8001-8d23da3e3f2f'] response: {'name': 'network-changed', 'server_uuid': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'tag': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'status': 'completed', 'code': 200} Mar 30 01:34:18.627001 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-b87fa63a-f57f-4656-a273-88a16122da27 None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:18.663469 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb233a6-84de-4c58-bd0a-142cf05cea3b req-2e97932f-24f5-43ee-bcfd-aaa0e420d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:18.665602 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3cb233a6-84de-4c58-bd0a-142cf05cea3b req-2e97932f-24f5-43ee-bcfd-aaa0e420d706 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 1130 time: 0.0532994 Mar 30 01:34:18.716397 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41236) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:18.815452 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb233a6-84de-4c58-bd0a-142cf05cea3b req-23720742-6096-4a19-b10f-e98add643dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:18.816934 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3cb233a6-84de-4c58-bd0a-142cf05cea3b req-23720742-6096-4a19-b10f-e98add643dad service neutron] 10.222.0.10 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 913 time: 0.1440165 Mar 30 01:34:18.825007 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbc2bd-2b67-4152-a639-fca7c4190f84 req-f1238a3b-5475-4fa8-9676-9d42886cf770 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:18.827153 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-78bbc2bd-2b67-4152-a639-fca7c4190f84 req-f1238a3b-5475-4fa8-9676-9d42886cf770 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 946 time: 0.0925939 Mar 30 01:34:18.831614 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-016b9928-883c-4381-9870-913041e96ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:18.911707 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-016b9928-883c-4381-9870-913041e96ac1 admin admin] Publish callbacks [] for security_group (e19ebab4-c4fa-453d-b903-41bf5a6d90d8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:18.916537 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-016b9928-883c-4381-9870-913041e96ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (e19ebab4-c4fa-453d-b903-41bf5a6d90d8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:18.920083 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3cb233a6-84de-4c58-bd0a-142cf05cea3b req-b0b49d01-3e44-474d-a791-63e7014749dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c66a2d0-e9b3-4355-973c-200ae4b7382f HTTP/1.1" status: 200 len: 999 time: 0.0910804 Mar 30 01:34:18.927873 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-78bbc2bd-2b67-4152-a639-fca7c4190f84 req-b93eb20e-33eb-4f7b-b337-ac9c726d0065 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905025 Mar 30 01:34:18.963587 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b87fa63a-f57f-4656-a273-88a16122da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '31f6f1b8-8995-482e-98ed-ce3a1e948701', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:41:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:34:17Z', 'updated_at': '2022-03-30T01:34:17Z', 'revision_number': 0, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:18.981397 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb233a6-84de-4c58-bd0a-142cf05cea3b req-82e58013-8ee0-4a03-8fd9-9fb60c1a68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:18.983063 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3cb233a6-84de-4c58-bd0a-142cf05cea3b req-82e58013-8ee0-4a03-8fd9-9fb60c1a68d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7e66c9a-9d48-438a-b32c-4872a07765cf HTTP/1.1" status: 200 len: 851 time: 0.0543790 Mar 30 01:34:18.987940 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-016b9928-883c-4381-9870-913041e96ac1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3ef736febbe446e845e4f4d02092f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704895 Mar 30 01:34:18.988776 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b9928-883c-4381-9870-913041e96ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19ebab4-c4fa-453d-b903-41bf5a6d90d8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:18.991550 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41242) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:19.010586 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87fa63a-f57f-4656-a273-88a16122da27 None None] Checking router: d2d3858a-2988-480b-a61d-64f2fe4702a1 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:34:19.020433 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87fa63a-f57f-4656-a273-88a16122da27 None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:19.021158 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b87fa63a-f57f-4656-a273-88a16122da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:19.074460 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb233a6-84de-4c58-bd0a-142cf05cea3b req-d91ef15a-ee5d-4c66-a5e2-99c6c45650ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:19.076380 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3cb233a6-84de-4c58-bd0a-142cf05cea3b req-d91ef15a-ee5d-4c66-a5e2-99c6c45650ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774648 Mar 30 01:34:19.080012 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8f1910f6-0a92-4435-890f-3a1692c0fd10 admin admin] Publish callbacks [] for security_group (e19ebab4-c4fa-453d-b903-41bf5a6d90d8), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:19.130742 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-b87fa63a-f57f-4656-a273-88a16122da27 None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:19.149144 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8f1910f6-0a92-4435-890f-3a1692c0fd10 admin admin] Publish callbacks [] for security_group (e19ebab4-c4fa-453d-b903-41bf5a6d90d8), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:19.176151 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device e610d487-7658-4c75-8310-cd6338ef8ef2 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:19.223992 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3cb233a6-84de-4c58-bd0a-142cf05cea3b req-b554dcfa-e90b-4eb6-8ac3-67e17cc12b09 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373699 Mar 30 01:34:19.237554 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8f1910f6-0a92-4435-890f-3a1692c0fd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (e19ebab4-c4fa-453d-b903-41bf5a6d90d8), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:19.240189 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8f1910f6-0a92-4435-890f-3a1692c0fd10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:19.241291 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-8f1910f6-0a92-4435-890f-3a1692c0fd10 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e19ebab4-c4fa-453d-b903-41bf5a6d90d8 HTTP/1.1" status: 204 len: 168 time: 0.2492983 Mar 30 01:34:19.265146 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port e610d487-7658-4c75-8310-cd6338ef8ef2 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:19.265827 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:19.288327 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1910f6-0a92-4435-890f-3a1692c0fd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19ebab4-c4fa-453d-b903-41bf5a6d90d8,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:19.305611 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port e610d487-7658-4c75-8310-cd6338ef8ef2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e610d487-7658-4c75-8310-cd6338ef8ef2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:19.308272 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e610d487-7658-4c75-8310-cd6338ef8ef2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:19.311253 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44761b01-7d45-474a-a788-5f1e321551ce" -d '{"events": [{"server_uuid": "bb97ffcc-1acb-4aeb-9e7a-18feffe10a82", "name": "network-vif-unplugged", "status": "completed", "tag": "e610d487-7658-4c75-8310-cd6338ef8ef2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:19.324313 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:19.381620 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=e610d487-7658-4c75-8310-cd6338ef8ef2,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:19.399978 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3cb233a6-84de-4c58-bd0a-142cf05cea3b req-fbc9c052-21c7-4af9-89e7-248b8a6a144b service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716707 Mar 30 01:34:19.406540 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e9fcc7-6839-4366-bb3b-741d5f46a09c x-openstack-request-id: req-43e9fcc7-6839-4366-bb3b-741d5f46a09c {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:19.407754 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb97ffcc-1acb-4aeb-9e7a-18feffe10a82", "name": "network-vif-unplugged", "status": "failed", "tag": "e610d487-7658-4c75-8310-cd6338ef8ef2", "code": 422}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:19.409368 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43e9fcc7-6839-4366-bb3b-741d5f46a09c {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:19.409884 dv-cinder-817135-7-iscsi neutron-server[103228]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-43e9fcc7-6839-4366-bb3b-741d5f46a09c']: {'server_uuid': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'code': 422} returned with failed status Mar 30 01:34:19.433747 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b87fa63a-f57f-4656-a273-88a16122da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '31f6f1b8-8995-482e-98ed-ce3a1e948701', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:41:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:34:17Z', 'updated_at': '2022-03-30T01:34:17Z', 'revision_number': 0, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:19.463666 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87fa63a-f57f-4656-a273-88a16122da27 None None] The sync data for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi is: [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '31f6f1b8-8995-482e-98ed-ce3a1e948701', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:41:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:34:17Z', 'updated_at': '2022-03-30T01:34:17Z', 'revision_number': 0, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:34:19.616655 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41268) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:19.633240 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cad476ec-3b6a-4cbe-af83-8d1ce5c95855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:19.708700 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95339c9-3572-4f58-9e5b-9f27f7f8bc1a None None] New status for floating IP 31f6f1b8-8995-482e-98ed-ce3a1e948701: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:34:19.731381 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cad476ec-3b6a-4cbe-af83-8d1ce5c95855 admin admin] Publish callbacks [] for security_group (2209c6b2-1206-4a15-8308-7f9d1c551364), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:19.736931 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cad476ec-3b6a-4cbe-af83-8d1ce5c95855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (2209c6b2-1206-4a15-8308-7f9d1c551364), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:19.780663 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-cad476ec-3b6a-4cbe-af83-8d1ce5c95855 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2638cf1a2244a379d9dfeb8e0274fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605182 Mar 30 01:34:19.780663 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad476ec-3b6a-4cbe-af83-8d1ce5c95855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2209c6b2-1206-4a15-8308-7f9d1c551364,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:19.781400 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41272) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:19.838173 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88802f4f-87f0-4849-be31-e84fbe3f501c admin admin] Publish callbacks [] for security_group (2209c6b2-1206-4a15-8308-7f9d1c551364), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:19.862603 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88802f4f-87f0-4849-be31-e84fbe3f501c admin admin] Publish callbacks [] for security_group (2209c6b2-1206-4a15-8308-7f9d1c551364), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:19.918797 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [req-dca5abef-5b82-4b6c-b934-48212e001b1e req-f502872b-53f4-4d70-bb50-acd4ee7f75bd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:34:19.919997 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-dca5abef-5b82-4b6c-b934-48212e001b1e req-f502872b-53f4-4d70-bb50-acd4ee7f75bd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072439 Mar 30 01:34:19.925856 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88802f4f-87f0-4849-be31-e84fbe3f501c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (2209c6b2-1206-4a15-8308-7f9d1c551364), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:19.929126 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88802f4f-87f0-4849-be31-e84fbe3f501c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:19.934047 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-88802f4f-87f0-4849-be31-e84fbe3f501c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2209c6b2-1206-4a15-8308-7f9d1c551364 HTTP/1.1" status: 204 len: 168 time: 0.1507971 Mar 30 01:34:19.944060 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88802f4f-87f0-4849-be31-e84fbe3f501c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2209c6b2-1206-4a15-8308-7f9d1c551364,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:20.088797 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:20.113559 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41affadc-b87a-409b-b0a3-c22aacd6584b req-3e3b5ffa-67c6-4234-8f35-131f49a121d5 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:20.115182 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-41affadc-b87a-409b-b0a3-c22aacd6584b req-3e3b5ffa-67c6-4234-8f35-131f49a121d5 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0734410 Mar 30 01:34:20.199658 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-2962746f-25b2-4b67-a58f-d49bd5278927 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789897 Mar 30 01:34:20.203253 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-41affadc-b87a-409b-b0a3-c22aacd6584b req-d37976c5-e49b-4164-a2ed-849a077da9bd tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730352 Mar 30 01:34:20.280500 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-7ef65809-33e6-4213-a5cd-fe32f0cea463 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:20.282156 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-7ef65809-33e6-4213-a5cd-fe32f0cea463 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports/e610d487-7658-4c75-8310-cd6338ef8ef2 HTTP/1.1" status: 200 len: 941 time: 0.0474141 Mar 30 01:34:21.076450 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-f773d81c-aebc-42e2-a6eb-6601f1f2ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:21.080793 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-f773d81c-aebc-42e2-a6eb-6601f1f2ed20 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82&tenant_id=40c47efe85b3419bbfe4af492f367fa3 HTTP/1.1" status: 200 len: 1128 time: 0.0796933 Mar 30 01:34:21.408239 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-074a6fc6-4c06-4df3-8701-185382cd4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:21.409725 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-074a6fc6-4c06-4df3-8701-185382cd4637 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=40c47efe85b3419bbfe4af492f367fa3&device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 1128 time: 0.3065052 Mar 30 01:34:21.432119 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049beb6-3be5-4124-bfd3-3a1abe4c4312 req-c23b554d-0ef4-44e2-8139-930addeada21 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:21.433535 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0049beb6-3be5-4124-bfd3-3a1abe4c4312 req-c23b554d-0ef4-44e2-8139-930addeada21 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0777712 Mar 30 01:34:21.529738 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0049beb6-3be5-4124-bfd3-3a1abe4c4312 req-56159bd5-40e1-4644-a50a-65d267f7a9df tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858555 Mar 30 01:34:21.558393 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-d50cf7a2-fba3-41de-8104-dbbeb667b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:21.560159 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-d50cf7a2-fba3-41de-8104-dbbeb667b174 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4292407f-f21a-4ca4-83dc-33c4f2c633d6 HTTP/1.1" status: 200 len: 918 time: 0.1428738 Mar 30 01:34:21.642146 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-df427d32-d7c2-4e71-8a68-93bb2d164817 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e610d487-7658-4c75-8310-cd6338ef8ef2 HTTP/1.1" status: 200 len: 999 time: 0.0725081 Mar 30 01:34:21.695314 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-c6b08c5c-bef0-4e6e-96c1-b76d217bdb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:21.696727 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-c6b08c5c-bef0-4e6e-96c1-b76d217bdb04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94dad553-4d41-4378-b1f8-7911db8bcff2 HTTP/1.1" status: 200 len: 856 time: 0.0481231 Mar 30 01:34:21.745207 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-cff5dd8c-f1ab-466e-85a6-f67481b019f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:21.746645 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-cff5dd8c-f1ab-466e-85a6-f67481b019f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4292407f-f21a-4ca4-83dc-33c4f2c633d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425436 Mar 30 01:34:21.832146 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-a6e2253d-1ca9-4f61-84ec-f4a16242fd8c service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791154 Mar 30 01:34:21.925098 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-108419f8-7700-482a-84ab-9cb8f7b6b582 req-8bcea371-77f7-4dc7-b789-53bad7335956 service neutron] 10.222.0.10 "GET /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846343 Mar 30 01:34:22.690798 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68742-6f56-4b1e-8332-6636e6e095c0 req-057daaae-4045-4152-adc4-b891e0cd74f0 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:22.692488 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-65e68742-6f56-4b1e-8332-6636e6e095c0 req-057daaae-4045-4152-adc4-b891e0cd74f0 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0696452 Mar 30 01:34:22.758940 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-65e68742-6f56-4b1e-8332-6636e6e095c0 req-698f0261-4d73-4b11-9ff3-ffeaa0304cc2 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605352 Mar 30 01:34:23.095141 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:23.926880 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453598af-6b74-480c-b212-4ef35421b16f req-6fde1ee9-c67f-496b-b3fc-5bb5319b3643 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:23.928396 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-453598af-6b74-480c-b212-4ef35421b16f req-6fde1ee9-c67f-496b-b3fc-5bb5319b3643 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0640972 Mar 30 01:34:23.978177 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-453598af-6b74-480c-b212-4ef35421b16f req-0565ce66-b263-47cb-be32-1b34698e9716 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442142 Mar 30 01:34:24.568947 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41408) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:24.711533 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be641ce7-440f-4874-9044-288e25239464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:24.790627 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be641ce7-440f-4874-9044-288e25239464 admin admin] Publish callbacks [] for security_group (f6f621a4-003e-4cf1-bb24-193ce3c3e597), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:24.794943 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be641ce7-440f-4874-9044-288e25239464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (f6f621a4-003e-4cf1-bb24-193ce3c3e597), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:24.833017 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be641ce7-440f-4874-9044-288e25239464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f621a4-003e-4cf1-bb24-193ce3c3e597,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:24.845171 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-be641ce7-440f-4874-9044-288e25239464 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e5ae357c6684829bdb79e78a081bbf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747269 Mar 30 01:34:24.846604 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41412) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:24.915761 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-604e7674-240c-49d9-b907-0484793920d5 admin admin] Publish callbacks [] for security_group (f6f621a4-003e-4cf1-bb24-193ce3c3e597), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:24.942630 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-604e7674-240c-49d9-b907-0484793920d5 admin admin] Publish callbacks [] for security_group (f6f621a4-003e-4cf1-bb24-193ce3c3e597), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.014499 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a9c7dad2-61bb-4378-b85b-491c5cdf2d8d req-226c6fe6-c9ba-4a19-8fc2-adef5293bde7 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590818453&fields=id&tenant_id=256d574808e54c9aa1a0242cd5983675 HTTP/1.1" status: 200 len: 267 time: 0.0739291 Mar 30 01:34:25.069635 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-604e7674-240c-49d9-b907-0484793920d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (f6f621a4-003e-4cf1-bb24-193ce3c3e597), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.072790 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-604e7674-240c-49d9-b907-0484793920d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.076573 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-604e7674-240c-49d9-b907-0484793920d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6f621a4-003e-4cf1-bb24-193ce3c3e597 HTTP/1.1" status: 204 len: 168 time: 0.2263644 Mar 30 01:34:25.084803 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e7674-240c-49d9-b907-0484793920d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f621a4-003e-4cf1-bb24-193ce3c3e597,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:25.115991 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7dad2-61bb-4378-b85b-491c5cdf2d8d req-d59a7130-c5b4-4f6e-b60f-9306377e234a tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:25.120241 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a9c7dad2-61bb-4378-b85b-491c5cdf2d8d req-d59a7130-c5b4-4f6e-b60f-9306377e234a tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 984 time: 0.0974829 Mar 30 01:34:25.136706 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-a9c7dad2-61bb-4378-b85b-491c5cdf2d8d req-a666fc1c-f0d7-4e64-a7c6-1acb10973459 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Request body: {'port': {'security_groups': ['ad3a1111-8d0f-43c9-9715-0743a04934f5']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:34:25.190637 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475ab33-1e99-4664-b297-e12b66c05d01 req-9da13179-e33b-43a9-9e4a-e57c35447364 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:25.193142 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e475ab33-1e99-4664-b297-e12b66c05d01 req-9da13179-e33b-43a9-9e4a-e57c35447364 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.1177855 Mar 30 01:34:25.246034 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a9c7dad2-61bb-4378-b85b-491c5cdf2d8d req-a666fc1c-f0d7-4e64-a7c6-1acb10973459 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.311204 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e475ab33-1e99-4664-b297-e12b66c05d01 req-a0c7f4ff-e2e3-4b6e-b4c4-f6b310556e40 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018527 Mar 30 01:34:25.492332 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41424) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:25.498379 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a9c7dad2-61bb-4378-b85b-491c5cdf2d8d req-a666fc1c-f0d7-4e64-a7c6-1acb10973459 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] For port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,segment=NetworkSegment(230a1729-9a7d-4f9c-8bd8-29d835f99090),segment_id=230a1729-9a7d-4f9c-8bd8-29d835f99090)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:25.507586 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55654160-12d7-4026-b0e9-6a918b91f841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.536373 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a9c7dad2-61bb-4378-b85b-491c5cdf2d8d req-a666fc1c-f0d7-4e64-a7c6-1acb10973459 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.545887 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a9c7dad2-61bb-4378-b85b-491c5cdf2d8d req-a666fc1c-f0d7-4e64-a7c6-1acb10973459 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.568752 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:34:25.614878 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55654160-12d7-4026-b0e9-6a918b91f841 admin admin] Publish callbacks [] for security_group (06e4c391-2a54-4b5c-a3f2-491b82cc71d6), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.622132 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666fc1c-f0d7-4e64-a7c6-1acb10973459 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event updated for resources: {'Port': ['ID=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,revision_number=7']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:25.628227 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55654160-12d7-4026-b0e9-6a918b91f841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (06e4c391-2a54-4b5c-a3f2-491b82cc71d6), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.666515 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7dad2-61bb-4378-b85b-491c5cdf2d8d req-a666fc1c-f0d7-4e64-a7c6-1acb10973459 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:25.667330 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a9c7dad2-61bb-4378-b85b-491c5cdf2d8d req-a666fc1c-f0d7-4e64-a7c6-1acb10973459 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.673584 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a9c7dad2-61bb-4378-b85b-491c5cdf2d8d req-a666fc1c-f0d7-4e64-a7c6-1acb10973459 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "PUT /v2.0/ports/5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d HTTP/1.1" status: 200 len: 942 time: 0.5450294 Mar 30 01:34:25.674264 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bacb493-b4d6-4844-913f-1d6937010868', 'tag': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:25.676866 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a422e27c-7048-4b96-83c4-8b975dd7ede1" -d '{"events": [{"name": "network-changed", "server_uuid": "8bacb493-b4d6-4844-913f-1d6937010868", "tag": "5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:25.679859 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41426) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:25.737936 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55654160-12d7-4026-b0e9-6a918b91f841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e4c391-2a54-4b5c-a3f2-491b82cc71d6,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:25.764629 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-55654160-12d7-4026-b0e9-6a918b91f841 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1840f4e9759048b5965c2e62dcea3e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710829 Mar 30 01:34:25.766317 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41430) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:25.770996 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:34:25.777018 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527a4285-38f1-4731-9cf6-aff7ef6d55c7 x-openstack-request-id: req-527a4285-38f1-4731-9cf6-aff7ef6d55c7 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:25.777378 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bacb493-b4d6-4844-913f-1d6937010868", "tag": "5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:25.777633 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-527a4285-38f1-4731-9cf6-aff7ef6d55c7 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:25.778103 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527a4285-38f1-4731-9cf6-aff7ef6d55c7'] response: {'name': 'network-changed', 'server_uuid': '8bacb493-b4d6-4844-913f-1d6937010868', 'tag': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d', 'status': 'completed', 'code': 200} Mar 30 01:34:25.815131 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29e9f88a-3a99-4c53-bd73-75b999cb6033 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group (20d7a25d-23b0-41b9-ae7f-e788c32d8fda), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.881430 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ff9336e6-b12a-4ec5-b602-6f6efd83e208 admin admin] Publish callbacks [] for security_group (06e4c391-2a54-4b5c-a3f2-491b82cc71d6), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.883171 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29e9f88a-3a99-4c53-bd73-75b999cb6033 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group (20d7a25d-23b0-41b9-ae7f-e788c32d8fda), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:25.981431 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ff9336e6-b12a-4ec5-b602-6f6efd83e208 admin admin] Publish callbacks [] for security_group (06e4c391-2a54-4b5c-a3f2-491b82cc71d6), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:26.014299 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29e9f88a-3a99-4c53-bd73-75b999cb6033 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (20d7a25d-23b0-41b9-ae7f-e788c32d8fda), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:26.018683 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29e9f88a-3a99-4c53-bd73-75b999cb6033 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:26.023321 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-29e9f88a-3a99-4c53-bd73-75b999cb6033 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "DELETE /v2.0/security-groups/20d7a25d-23b0-41b9-ae7f-e788c32d8fda HTTP/1.1" status: 204 len: 168 time: 0.3383551 Mar 30 01:34:26.023497 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41432) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:26.030411 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9f88a-3a99-4c53-bd73-75b999cb6033 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d7a25d-23b0-41b9-ae7f-e788c32d8fda,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:26.119121 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-65b16193-8717-48df-b751-85466afe8050 None None] Provisioning complete for port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:34:26.119472 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-65b16193-8717-48df-b751-85466afe8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:26.188482 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ff9336e6-b12a-4ec5-b602-6f6efd83e208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (06e4c391-2a54-4b5c-a3f2-491b82cc71d6), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:26.191416 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ff9336e6-b12a-4ec5-b602-6f6efd83e208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:26.195582 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-ff9336e6-b12a-4ec5-b602-6f6efd83e208 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06e4c391-2a54-4b5c-a3f2-491b82cc71d6 HTTP/1.1" status: 204 len: 168 time: 0.4283807 Mar 30 01:34:26.207656 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9336e6-b12a-4ec5-b602-6f6efd83e208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e4c391-2a54-4b5c-a3f2-491b82cc71d6,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:26.300095 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-65b16193-8717-48df-b751-85466afe8050 None None] Current status of the port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:26.318368 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2636b102-74e2-478e-995c-1469e3d880df tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Deleting port a40d46ea-0e15-45ec-9958-2029fe2d4ad8 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:26.318991 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2636b102-74e2-478e-995c-1469e3d880df tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (a40d46ea-0e15-45ec-9958-2029fe2d4ad8), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:26.440086 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2636b102-74e2-478e-995c-1469e3d880df tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (a40d46ea-0e15-45ec-9958-2029fe2d4ad8), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:26.441947 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2636b102-74e2-478e-995c-1469e3d880df tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for floatingip (a40d46ea-0e15-45ec-9958-2029fe2d4ad8), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:26.457138 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2636b102-74e2-478e-995c-1469e3d880df tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Calling delete_port for a40d46ea-0e15-45ec-9958-2029fe2d4ad8 owned by network:floatingip {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:26.495234 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded0661-7512-44c6-b2d7-89a887c6afe9 req-e779b4ba-d7cb-489d-94af-964f187e0afa tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:26.496620 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bded0661-7512-44c6-b2d7-89a887c6afe9 req-e779b4ba-d7cb-489d-94af-964f187e0afa tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.1083407 Mar 30 01:34:26.578069 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bded0661-7512-44c6-b2d7-89a887c6afe9 req-715cfdde-f634-453b-8718-41fcb0e3f593 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724370 Mar 30 01:34:26.845644 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2636b102-74e2-478e-995c-1469e3d880df tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (a40d46ea-0e15-45ec-9958-2029fe2d4ad8), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:26.901059 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636b102-74e2-478e-995c-1469e3d880df tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event deleted for resources: {'Port': ['ID=a40d46ea-0e15-45ec-9958-2029fe2d4ad8,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:27.005192 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2636b102-74e2-478e-995c-1469e3d880df tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks [] for floatingip (b20864f4-c52b-4350-ac21-f44f1a203382), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:27.005569 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.l3_db [None req-2636b102-74e2-478e-995c-1469e3d880df tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Floating IP b20864f4-c52b-4350-ac21-f44f1a203382 disassociated (deleted). External IP: 172.27.2.128, port: 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d. Mar 30 01:34:27.296922 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2636b102-74e2-478e-995c-1469e3d880df tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Router a422bedb-50fd-4a62-8892-f1689b7f3d30 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:34:27.465033 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2636b102-74e2-478e-995c-1469e3d880df tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:34:27.481080 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafb3a01-e521-4596-b3ce-ffe6421badef None None] Sync routers for ids ['a422bedb-50fd-4a62-8892-f1689b7f3d30'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:34:27.484042 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2636b102-74e2-478e-995c-1469e3d880df tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:27.496569 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafb3a01-e521-4596-b3ce-ffe6421badef None None] Routers {'a422bedb-50fd-4a62-8892-f1689b7f3d30'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:27.497207 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cafb3a01-e521-4596-b3ce-ffe6421badef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['a422bedb-50fd-4a62-8892-f1689b7f3d30'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:27.527378 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-2636b102-74e2-478e-995c-1469e3d880df tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "DELETE /v2.0/floatingips/b20864f4-c52b-4350-ac21-f44f1a203382 HTTP/1.1" status: 204 len: 168 time: 1.5032690 Mar 30 01:34:27.528342 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bacb493-b4d6-4844-913f-1d6937010868', 'tag': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:27.532163 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa8e43e-82d0-4895-ba53-758dac44cf02" -d '{"events": [{"name": "network-changed", "server_uuid": "8bacb493-b4d6-4844-913f-1d6937010868", "tag": "5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:27.603771 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fefa80-6a61-4211-a27a-e123b1f6a8fa x-openstack-request-id: req-06fefa80-6a61-4211-a27a-e123b1f6a8fa {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:27.607431 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bacb493-b4d6-4844-913f-1d6937010868", "tag": "5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:27.607431 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06fefa80-6a61-4211-a27a-e123b1f6a8fa {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:27.607917 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06fefa80-6a61-4211-a27a-e123b1f6a8fa'] response: {'name': 'network-changed', 'server_uuid': '8bacb493-b4d6-4844-913f-1d6937010868', 'tag': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d', 'status': 'completed', 'code': 200} Mar 30 01:34:27.639244 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cafb3a01-e521-4596-b3ce-ffe6421badef None None] Set router a422bedb-50fd-4a62-8892-f1689b7f3d30 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:27.801179 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afb484-5f01-4cfc-a489-4f816109b23d req-147ea895-ed31-46db-afa7-d5ce514726c3 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:27.814679 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-64afb484-5f01-4cfc-a489-4f816109b23d req-147ea895-ed31-46db-afa7-d5ce514726c3 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.1196477 Mar 30 01:34:27.885073 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-64afb484-5f01-4cfc-a489-4f816109b23d req-21ad74f9-da10-4e2c-83dc-953aefd59adc tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643210 Mar 30 01:34:27.986370 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cafb3a01-e521-4596-b3ce-ffe6421badef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:10Z', 'revision_number': 4, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port': {'id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '8dff8c59-a118-4398-8fa2-0f061a53a0f2', 'name': '', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'mac_address': 'fa:16:3e:de:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:09Z', 'updated_at': '2022-03-30T01:32:14Z', 'revision_number': 5, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'subnets': [{'id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:28.040283 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafb3a01-e521-4596-b3ce-ffe6421badef None None] Checking router: a422bedb-50fd-4a62-8892-f1689b7f3d30 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:34:28.050829 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafb3a01-e521-4596-b3ce-ffe6421badef None None] Routers {'a422bedb-50fd-4a62-8892-f1689b7f3d30'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:28.051520 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cafb3a01-e521-4596-b3ce-ffe6421badef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['a422bedb-50fd-4a62-8892-f1689b7f3d30'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:28.201771 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cafb3a01-e521-4596-b3ce-ffe6421badef None None] Set router a422bedb-50fd-4a62-8892-f1689b7f3d30 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:28.454508 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cafb3a01-e521-4596-b3ce-ffe6421badef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:10Z', 'revision_number': 4, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port': {'id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '8dff8c59-a118-4398-8fa2-0f061a53a0f2', 'name': '', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'mac_address': 'fa:16:3e:de:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:09Z', 'updated_at': '2022-03-30T01:32:14Z', 'revision_number': 5, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'subnets': [{'id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:28.496167 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafb3a01-e521-4596-b3ce-ffe6421badef None None] The sync data for ids ['a422bedb-50fd-4a62-8892-f1689b7f3d30'] in dv-cinder-817135-7-iscsi is: [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:10Z', 'revision_number': 4, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port': {'id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '8dff8c59-a118-4398-8fa2-0f061a53a0f2', 'name': '', 'network_id': '5ebd2413-0384-4694-9fe8-a3f298d0886c', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'mac_address': 'fa:16:3e:de:3f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:09Z', 'updated_at': '2022-03-30T01:32:14Z', 'revision_number': 5, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'subnets': [{'id': '4792878a-b851-4d66-9e4c-67ef3ef1cf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:34:28.816872 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb32046-a46f-4e6e-b9b2-59f91c75f135 None None] New status for floating IP b20864f4-c52b-4350-ac21-f44f1a203382: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:34:29.083250 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bd913-713b-4743-bde2-856f1721e44d req-0ab3a417-4352-4462-a01f-0fb043a1617f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:29.092225 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2f5bd913-713b-4743-bde2-856f1721e44d req-0ab3a417-4352-4462-a01f-0fb043a1617f tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0770211 Mar 30 01:34:29.151390 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2f5bd913-713b-4743-bde2-856f1721e44d req-0974ea01-4f09-42b9-86c2-34ad016cf870 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573597 Mar 30 01:34:30.316415 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab972a3-143d-48f4-97da-8f4ba9e33a6e req-4ea4eb4d-7c91-4399-a782-d252ddfe7e70 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:30.318011 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6ab972a3-143d-48f4-97da-8f4ba9e33a6e req-4ea4eb4d-7c91-4399-a782-d252ddfe7e70 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0739086 Mar 30 01:34:30.369842 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6ab972a3-143d-48f4-97da-8f4ba9e33a6e req-b16615da-da20-45ee-b9ef-8df54de762d8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461829 Mar 30 01:34:31.492942 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb3fff-8acf-4f8c-8c5c-aa5b9b7ddd59 req-89a4a61b-f13c-4280-86c8-843f000edbd0 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:31.494398 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f3eb3fff-8acf-4f8c-8c5c-aa5b9b7ddd59 req-89a4a61b-f13c-4280-86c8-843f000edbd0 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0526724 Mar 30 01:34:31.539758 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f3eb3fff-8acf-4f8c-8c5c-aa5b9b7ddd59 req-ffbe31d2-9665-47e1-b610-e692ef0a185c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390742 Mar 30 01:34:32.661517 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f55f3-85ba-4e52-a171-a6f1d3ec754c req-583b94cd-22c9-40ca-8da2-03be9e00f577 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:32.663023 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f30f55f3-85ba-4e52-a171-a6f1d3ec754c req-583b94cd-22c9-40ca-8da2-03be9e00f577 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0524628 Mar 30 01:34:32.709064 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f30f55f3-85ba-4e52-a171-a6f1d3ec754c req-24bd1e26-a5d5-478d-a8d9-679dcbd60e84 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404816 Mar 30 01:34:33.523675 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422e27c-7048-4b96-83c4-8b975dd7ede1 req-18ea0dad-021c-4134-8df9-e34e724ced27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:33.525366 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a422e27c-7048-4b96-83c4-8b975dd7ede1 req-18ea0dad-021c-4134-8df9-e34e724ced27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=256d574808e54c9aa1a0242cd5983675&device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 1129 time: 0.0574048 Mar 30 01:34:33.619611 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422e27c-7048-4b96-83c4-8b975dd7ede1 req-6e82f865-75af-4cb8-a1ff-7d9f91e7307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:33.621072 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a422e27c-7048-4b96-83c4-8b975dd7ede1 req-6e82f865-75af-4cb8-a1ff-7d9f91e7307d service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ebd2413-0384-4694-9fe8-a3f298d0886c HTTP/1.1" status: 200 len: 915 time: 0.0867779 Mar 30 01:34:33.663112 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a422e27c-7048-4b96-83c4-8b975dd7ede1 req-4b0872cd-ac3b-4b64-9806-2077b24b36e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d HTTP/1.1" status: 200 len: 217 time: 0.0354252 Mar 30 01:34:33.710259 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422e27c-7048-4b96-83c4-8b975dd7ede1 req-6e2c29e0-cecf-4ef1-8e29-e9dc6f47c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:33.711717 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a422e27c-7048-4b96-83c4-8b975dd7ede1 req-6e2c29e0-cecf-4ef1-8e29-e9dc6f47c4f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4792878a-b851-4d66-9e4c-67ef3ef1cf21 HTTP/1.1" status: 200 len: 853 time: 0.0428865 Mar 30 01:34:33.785101 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422e27c-7048-4b96-83c4-8b975dd7ede1 req-17381330-a363-4b77-8eed-1030c2c3f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:33.786512 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a422e27c-7048-4b96-83c4-8b975dd7ede1 req-17381330-a363-4b77-8eed-1030c2c3f9f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ebd2413-0384-4694-9fe8-a3f298d0886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512629 Mar 30 01:34:33.835559 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b801d0-a817-4adb-99af-ba13cb240751 req-9f19b7b8-1551-4c2c-9c31-20720268eb1a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:33.837039 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-08b801d0-a817-4adb-99af-ba13cb240751 req-9f19b7b8-1551-4c2c-9c31-20720268eb1a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0547483 Mar 30 01:34:33.878192 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a422e27c-7048-4b96-83c4-8b975dd7ede1 req-8f3cc3b3-a1af-47e3-a52c-cb03275f0374 service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805235 Mar 30 01:34:33.884042 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-08b801d0-a817-4adb-99af-ba13cb240751 req-6b98fe4e-9b28-4668-a4ab-f32f4a9170d0 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413187 Mar 30 01:34:33.974785 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a422e27c-7048-4b96-83c4-8b975dd7ede1 req-d5d02c39-2501-4903-b87c-7fcda16e0678 service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874603 Mar 30 01:34:34.068513 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8e43e-82d0-4895-ba53-758dac44cf02 req-4a6ecfe2-c688-4291-8421-ecb3fa49320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:34.070017 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6fa8e43e-82d0-4895-ba53-758dac44cf02 req-4a6ecfe2-c688-4291-8421-ecb3fa49320e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=256d574808e54c9aa1a0242cd5983675&device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 1129 time: 0.0460351 Mar 30 01:34:34.158933 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8e43e-82d0-4895-ba53-758dac44cf02 req-c1a7b328-bd93-4ba3-9bb7-935a8228c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:34.160356 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6fa8e43e-82d0-4895-ba53-758dac44cf02 req-c1a7b328-bd93-4ba3-9bb7-935a8228c6c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ebd2413-0384-4694-9fe8-a3f298d0886c HTTP/1.1" status: 200 len: 915 time: 0.0836027 Mar 30 01:34:34.206327 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6fa8e43e-82d0-4895-ba53-758dac44cf02 req-7618d50a-f3c1-4ede-8d11-19ad86dbc065 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d HTTP/1.1" status: 200 len: 217 time: 0.0388424 Mar 30 01:34:34.259754 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8e43e-82d0-4895-ba53-758dac44cf02 req-83420303-a74b-4842-8e1d-3df40db97e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:34.261235 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6fa8e43e-82d0-4895-ba53-758dac44cf02 req-83420303-a74b-4842-8e1d-3df40db97e05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4792878a-b851-4d66-9e4c-67ef3ef1cf21 HTTP/1.1" status: 200 len: 853 time: 0.0493450 Mar 30 01:34:34.318006 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8e43e-82d0-4895-ba53-758dac44cf02 req-48bd9e99-0b93-4208-b08d-361cc09451b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:34.319709 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6fa8e43e-82d0-4895-ba53-758dac44cf02 req-48bd9e99-0b93-4208-b08d-361cc09451b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ebd2413-0384-4694-9fe8-a3f298d0886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478272 Mar 30 01:34:34.412295 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6fa8e43e-82d0-4895-ba53-758dac44cf02 req-5afff86e-1f20-4d8a-8617-8cb952298950 service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852396 Mar 30 01:34:34.511114 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6fa8e43e-82d0-4895-ba53-758dac44cf02 req-211a0234-4f74-42cb-952d-e6c32897ea22 service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903690 Mar 30 01:34:34.948729 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7c58782b-27b0-4ebe-a90d-215db61cdb3c req-3dafe457-9a62-4084-a9ae-306c43df1020 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565767 Mar 30 01:34:35.048720 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023eeca-b62a-42a3-a197-0e14d76eb369 req-4635e668-2f20-4986-b5e3-68c1443eebef tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:35.050195 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2023eeca-b62a-42a3-a197-0e14d76eb369 req-4635e668-2f20-4986-b5e3-68c1443eebef tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0832260 Mar 30 01:34:35.052895 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58782b-27b0-4ebe-a90d-215db61cdb3c req-6f90a511-0132-4463-aadd-03ad8517523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:35.054244 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7c58782b-27b0-4ebe-a90d-215db61cdb3c req-6f90a511-0132-4463-aadd-03ad8517523b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=256d574808e54c9aa1a0242cd5983675&device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 1129 time: 0.0780857 Mar 30 01:34:35.143332 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2023eeca-b62a-42a3-a197-0e14d76eb369 req-660b0986-8aac-4158-9624-5290b3927284 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874155 Mar 30 01:34:35.178897 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58782b-27b0-4ebe-a90d-215db61cdb3c req-fc32376c-e1d2-4c1c-be3a-9f9056a7b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:35.180353 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7c58782b-27b0-4ebe-a90d-215db61cdb3c req-fc32376c-e1d2-4c1c-be3a-9f9056a7b541 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ebd2413-0384-4694-9fe8-a3f298d0886c HTTP/1.1" status: 200 len: 915 time: 0.1044223 Mar 30 01:34:35.792330 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f830f78-4ce0-48a3-a6ac-a2452620341c req-f8878f83-c540-45d1-ba73-58ef6f25072c tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:35.793756 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-1f830f78-4ce0-48a3-a6ac-a2452620341c req-f8878f83-c540-45d1-ba73-58ef6f25072c tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 945 time: 0.0526834 Mar 30 01:34:35.840665 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-1f830f78-4ce0-48a3-a6ac-a2452620341c req-f1ffcc1d-6bd8-4fea-84d6-ac910ff5efb6 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Mar 30 01:34:36.112197 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device e610d487-7658-4c75-8310-cd6338ef8ef2 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:34:36.155979 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7c58782b-27b0-4ebe-a90d-215db61cdb3c req-82d7749d-b61d-4681-adb5-012dae809519 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d HTTP/1.1" status: 200 len: 217 time: 0.0384684 Mar 30 01:34:36.214437 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port e610d487-7658-4c75-8310-cd6338ef8ef2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e610d487-7658-4c75-8310-cd6338ef8ef2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:36.226397 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'port_id': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'mac_address': 'fa:16:3e:82:b1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:34:36.266143 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc136c1-e06b-4177-8c2d-9af3d8b1f341 req-dbaa1d32-fac4-4486-a80d-73920496a0c0 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:36.267918 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-acc136c1-e06b-4177-8c2d-9af3d8b1f341 req-dbaa1d32-fac4-4486-a80d-73920496a0c0 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 944 time: 0.0520725 Mar 30 01:34:36.268120 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port e610d487-7658-4c75-8310-cd6338ef8ef2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:36.268520 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:36.281910 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e610d487-7658-4c75-8310-cd6338ef8ef2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:34:36.302039 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port e610d487-7658-4c75-8310-cd6338ef8ef2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e610d487-7658-4c75-8310-cd6338ef8ef2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:36.305826 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:36.317758 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-acc136c1-e06b-4177-8c2d-9af3d8b1f341 req-02c92577-7dcf-47c0-847c-094a2a428690 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442429 Mar 30 01:34:36.352807 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=e610d487-7658-4c75-8310-cd6338ef8ef2,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:36.957230 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85980a6-7849-43ac-8dd0-77c061865d55 req-8838e362-ed26-4aa9-8d69-a78d1ad92da5 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:36.958682 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d85980a6-7849-43ac-8dd0-77c061865d55 req-8838e362-ed26-4aa9-8d69-a78d1ad92da5 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 945 time: 0.0512619 Mar 30 01:34:37.005850 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d85980a6-7849-43ac-8dd0-77c061865d55 req-9ec62d65-3593-463f-83f7-d0b9dcf8570f tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Mar 30 01:34:37.443325 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159079a3-c410-4cf2-ba09-9c4403195839 req-4db17fbf-449a-4e73-809d-89ee4374fa6c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:37.444865 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-159079a3-c410-4cf2-ba09-9c4403195839 req-4db17fbf-449a-4e73-809d-89ee4374fa6c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 945 time: 0.0564740 Mar 30 01:34:37.490478 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-159079a3-c410-4cf2-ba09-9c4403195839 req-acb34133-8544-4af4-a7ec-2190fd614f62 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401275 Mar 30 01:34:38.000747 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58782b-27b0-4ebe-a90d-215db61cdb3c req-06245d48-099c-45d3-a666-e2434d194a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:38.002204 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7c58782b-27b0-4ebe-a90d-215db61cdb3c req-06245d48-099c-45d3-a666-e2434d194a44 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4792878a-b851-4d66-9e4c-67ef3ef1cf21 HTTP/1.1" status: 200 len: 853 time: 0.0447497 Mar 30 01:34:38.057330 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58782b-27b0-4ebe-a90d-215db61cdb3c req-3fc3eb73-9d23-4642-8015-3cda8f352379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:38.058858 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7c58782b-27b0-4ebe-a90d-215db61cdb3c req-3fc3eb73-9d23-4642-8015-3cda8f352379 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ebd2413-0384-4694-9fe8-a3f298d0886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478785 Mar 30 01:34:38.186957 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03e47-1e44-435f-8719-2cd60aaddf05 req-c5f02392-528b-488e-bf7f-89b415666ef8 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:38.189000 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-abe03e47-1e44-435f-8719-2cd60aaddf05 req-c5f02392-528b-488e-bf7f-89b415666ef8 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 945 time: 0.1168597 Mar 30 01:34:38.214071 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7c58782b-27b0-4ebe-a90d-215db61cdb3c req-5a0c0833-c86d-482b-9b19-c85aae085f1e service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338923 Mar 30 01:34:38.238534 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['e610d487-7658-4c75-8310-cd6338ef8ef2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:34:38.289564 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-abe03e47-1e44-435f-8719-2cd60aaddf05 req-4f0a9d5e-5ffb-4c5a-81a9-0d0f581d831a tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944548 Mar 30 01:34:38.325840 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7c58782b-27b0-4ebe-a90d-215db61cdb3c req-f8a95751-f95d-4028-b7c0-e730b03905f0 service neutron] 10.222.0.10 "GET /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044760 Mar 30 01:34:38.627107 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceef27-a05c-4e20-95eb-4ad08cd5f748 req-02842976-7143-481e-b2af-03d316387c82 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:38.628577 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3aceef27-a05c-4e20-95eb-4ad08cd5f748 req-02842976-7143-481e-b2af-03d316387c82 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 945 time: 0.0529218 Mar 30 01:34:38.675798 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3aceef27-a05c-4e20-95eb-4ad08cd5f748 req-00e90f9f-9a3f-4607-a45c-47085a41ce7d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410979 Mar 30 01:34:39.409782 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ec438-3386-4097-8af4-ab45b2df3f3a req-a198790f-158f-4f55-8270-e714ba22be2b tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:39.411425 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-177ec438-3386-4097-8af4-ab45b2df3f3a req-a198790f-158f-4f55-8270-e714ba22be2b tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 945 time: 0.0534096 Mar 30 01:34:39.459825 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-177ec438-3386-4097-8af4-ab45b2df3f3a req-57781583-a8ed-4c4d-8097-d63bf0de36f0 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad3a1111-8d0f-43c9-9715-0743a04934f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430593 Mar 30 01:34:39.799564 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51638214-5e1f-4b68-add9-8861d638f9ca req-02ad8bb6-d075-498d-86a9-be59f066767d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:39.801062 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-51638214-5e1f-4b68-add9-8861d638f9ca req-02ad8bb6-d075-498d-86a9-be59f066767d tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 945 time: 0.0518196 Mar 30 01:34:39.850550 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-51638214-5e1f-4b68-add9-8861d638f9ca req-8d45293c-7d36-45b9-baed-4bf1cd129cb7 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 Mar 30 01:34:39.948227 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device e610d487-7658-4c75-8310-cd6338ef8ef2 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:34:39.995589 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port e610d487-7658-4c75-8310-cd6338ef8ef2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:34:39.995962 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.057173 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4114fe-3988-4137-822b-61d3c29d6140 req-7225c7f3-6cf0-4bab-b8b0-1ee4e1686910 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:40.058599 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7f4114fe-3988-4137-822b-61d3c29d6140 req-7225c7f3-6cf0-4bab-b8b0-1ee4e1686910 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 945 time: 0.0506353 Mar 30 01:34:40.075286 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port e610d487-7658-4c75-8310-cd6338ef8ef2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:40.075683 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.098695 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e610d487-7658-4c75-8310-cd6338ef8ef2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:40.100975 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f7095b-f051-43c9-b9b4-b77e69537bbd" -d '{"events": [{"server_uuid": "bb97ffcc-1acb-4aeb-9e7a-18feffe10a82", "name": "network-vif-plugged", "status": "completed", "tag": "e610d487-7658-4c75-8310-cd6338ef8ef2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:40.113507 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port e610d487-7658-4c75-8310-cd6338ef8ef2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e610d487-7658-4c75-8310-cd6338ef8ef2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:40.117726 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.144981 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50db324e-37a4-43c9-a411-c6c7651cb477 x-openstack-request-id: req-50db324e-37a4-43c9-a411-c6c7651cb477 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:40.145290 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb97ffcc-1acb-4aeb-9e7a-18feffe10a82", "name": "network-vif-plugged", "status": "completed", "tag": "e610d487-7658-4c75-8310-cd6338ef8ef2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:40.145535 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50db324e-37a4-43c9-a411-c6c7651cb477 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:40.146137 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50db324e-37a4-43c9-a411-c6c7651cb477'] response: {'server_uuid': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'code': 200} Mar 30 01:34:40.161333 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-7f4114fe-3988-4137-822b-61d3c29d6140 req-c3874584-b46b-4868-8dda-ce2c68c344a3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Deleting port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:40.161676 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-7f4114fe-3988-4137-822b-61d3c29d6140 req-c3874584-b46b-4868-8dda-ce2c68c344a3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.177844 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=e610d487-7658-4c75-8310-cd6338ef8ef2,revision_number=10']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:40.268126 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-7f4114fe-3988-4137-822b-61d3c29d6140 req-c3874584-b46b-4868-8dda-ce2c68c344a3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] For port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,segment=NetworkSegment(230a1729-9a7d-4f9c-8bd8-29d835f99090),segment_id=230a1729-9a7d-4f9c-8bd8-29d835f99090)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:40.268622 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-7f4114fe-3988-4137-822b-61d3c29d6140 req-c3874584-b46b-4868-8dda-ce2c68c344a3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.286175 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-7f4114fe-3988-4137-822b-61d3c29d6140 req-c3874584-b46b-4868-8dda-ce2c68c344a3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Calling delete_port for 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d owned by compute:nova {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:40.338744 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852eae9-4882-4b75-85c3-af1a8c993e97 req-ce522cf3-913f-4f3c-acfb-4650576ef3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:40.340785 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b852eae9-4882-4b75-85c3-af1a8c993e97 req-ce522cf3-913f-4f3c-acfb-4650576ef3fa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 1131 time: 0.0491848 Mar 30 01:34:40.388191 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b852eae9-4882-4b75-85c3-af1a8c993e97 req-d5274405-7817-4aaa-a3e9-d589e40d0df6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391433 Mar 30 01:34:40.428869 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-7f4114fe-3988-4137-822b-61d3c29d6140 req-c3874584-b46b-4868-8dda-ce2c68c344a3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.442096 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:34:40.459800 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3874584-b46b-4868-8dda-ce2c68c344a3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Pushing event deleted for resources: {'Port': ['ID=5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:40.508944 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4114fe-3988-4137-822b-61d3c29d6140 req-c3874584-b46b-4868-8dda-ce2c68c344a3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] No DVR routers for this DVR port 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d on host hv-cinder-81713 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:40.511448 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-7f4114fe-3988-4137-822b-61d3c29d6140 req-c3874584-b46b-4868-8dda-ce2c68c344a3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:40.514729 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7f4114fe-3988-4137-822b-61d3c29d6140 req-c3874584-b46b-4868-8dda-ce2c68c344a3 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.10 "DELETE /v2.0/ports/5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d HTTP/1.1" status: 204 len: 173 time: 0.4497354 Mar 30 01:34:40.515187 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bacb493-b4d6-4844-913f-1d6937010868', 'name': 'network-vif-deleted', 'tag': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:34:40.518063 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0fc3f1-9025-4431-b28e-9c2387342933" -d '{"events": [{"server_uuid": "8bacb493-b4d6-4844-913f-1d6937010868", "name": "network-vif-deleted", "tag": "5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:34:40.554399 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd0fcad-05ba-43b0-8413-9b60e882681a x-openstack-request-id: req-ecd0fcad-05ba-43b0-8413-9b60e882681a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:34:40.554730 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bacb493-b4d6-4844-913f-1d6937010868", "name": "network-vif-deleted", "tag": "5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:34:40.554976 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ecd0fcad-05ba-43b0-8413-9b60e882681a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:34:40.555384 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd0fcad-05ba-43b0-8413-9b60e882681a'] response: {'server_uuid': '8bacb493-b4d6-4844-913f-1d6937010868', 'name': 'network-vif-deleted', 'tag': '5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d', 'status': 'completed', 'code': 200} Mar 30 01:34:40.562996 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-97be337a-d76a-414b-bff8-9118e003939e req-0da6cfa3-de30-47c6-a900-4e9fdade4fd5 tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 210 time: 0.0281572 Mar 30 01:34:40.983907 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950fbd9-a326-406d-a8d9-dc1f3126248d req-82715f11-8846-46b3-b89c-af879ae8d0ad tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:40.986107 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3950fbd9-a326-406d-a8d9-dc1f3126248d req-82715f11-8846-46b3-b89c-af879ae8d0ad tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 947 time: 0.0540659 Mar 30 01:34:41.035291 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3950fbd9-a326-406d-a8d9-dc1f3126248d req-ddae48eb-5e89-4120-b73e-37232f58b6df tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436182 Mar 30 01:34:41.683662 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-12df4537-9480-452a-8dc6-5e4686a84743 req-5936eddb-5b12-4704-a574-7f4be53a66fc tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 210 time: 0.0285475 Mar 30 01:34:42.155295 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b7307-ff2a-49d8-b849-abc363dfc170 req-8ce02061-7f54-4e7b-8e09-8dd6270bc99a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:42.156952 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-872b7307-ff2a-49d8-b849-abc363dfc170 req-8ce02061-7f54-4e7b-8e09-8dd6270bc99a tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 947 time: 0.0526059 Mar 30 01:34:42.207293 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-872b7307-ff2a-49d8-b849-abc363dfc170 req-9c886f05-d0f4-4f0c-8544-3bc5fec23e70 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448709 Mar 30 01:34:42.785425 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c6ea3bbc-7145-4852-93cc-d1b414fe05f7 req-cd6b2c86-6552-40c2-8bca-b828d60b28fe tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 210 time: 0.0276394 Mar 30 01:34:43.332301 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77d042-7b4f-4989-93b4-53c93bf4c6be req-72b910cd-7a83-4e97-8285-acaf43107e9b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:43.333772 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ef77d042-7b4f-4989-93b4-53c93bf4c6be req-72b910cd-7a83-4e97-8285-acaf43107e9b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 947 time: 0.0562828 Mar 30 01:34:43.379589 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ef77d042-7b4f-4989-93b4-53c93bf4c6be req-564ba700-0023-4b5b-b1c0-ce9e457ce80e tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403037 Mar 30 01:34:43.711393 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6bd1de7-cafd-4e8e-a330-a8a7cdf47ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:43.891913 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8afe4574-c216-478f-90fd-0736def02ead req-feb14ade-271d-4427-a4d2-e73f78bf6c9b tempest-TestMinimumBasicScenario-1124491023 tempest-TestMinimumBasicScenario-1124491023-project] 10.222.0.30 "GET /v2.0/ports?device_id=8bacb493-b4d6-4844-913f-1d6937010868 HTTP/1.1" status: 200 len: 210 time: 0.0273767 Mar 30 01:34:43.961931 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:43.985692 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:43.986042 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 5a6d5f56-1787-4ec6-ad65-7a3fb6d5094d not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:44.509272 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ed9f1-2fef-41d1-8a44-850e07f42b10 req-9faf3ad1-a141-4176-ad1e-dd0a46c16cf3 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:44.510919 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c08ed9f1-2fef-41d1-8a44-850e07f42b10 req-9faf3ad1-a141-4176-ad1e-dd0a46c16cf3 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 947 time: 0.0587656 Mar 30 01:34:44.559918 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c08ed9f1-2fef-41d1-8a44-850e07f42b10 req-4fcdf18b-1e79-475a-b931-f87c95e59457 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431695 Mar 30 01:34:45.459711 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41744) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:45.704207 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220d1bf-d329-4dec-9384-94f98e0137b5 req-81044fe5-ef29-4539-81d3-6eca280d067e tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:45.705722 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e220d1bf-d329-4dec-9384-94f98e0137b5 req-81044fe5-ef29-4539-81d3-6eca280d067e tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 947 time: 0.0582013 Mar 30 01:34:45.757914 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e220d1bf-d329-4dec-9384-94f98e0137b5 req-44151dfc-5d42-4c44-87c0-ff7c86e23ad3 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458386 Mar 30 01:34:45.878295 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0c8fb798-cc59-45a2-9929-034339b617e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:46.133043 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785544'] for router_interface (a422bedb-50fd-4a62-8892-f1689b7f3d30), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:46.426955 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Deleting port 8dff8c59-a118-4398-8fa2-0f061a53a0f2 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:46.427281 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:46.501445 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] For port 8dff8c59-a118-4398-8fa2-0f061a53a0f2, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=8dff8c59-a118-4398-8fa2-0f061a53a0f2,segment=NetworkSegment(230a1729-9a7d-4f9c-8bd8-29d835f99090),segment_id=230a1729-9a7d-4f9c-8bd8-29d835f99090)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:46.502210 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:46.517414 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Calling delete_port for 8dff8c59-a118-4398-8fa2-0f061a53a0f2 owned by network:router_interface {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:46.691413 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (8dff8c59-a118-4398-8fa2-0f061a53a0f2), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:46.717396 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dff8c59-a118-4398-8fa2-0f061a53a0f2,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:46.745255 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.745602 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.745947 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.746283 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.746614 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.746976 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.747308 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.747635 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.747957 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.748278 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.748600 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.748922 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.749239 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.749622 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.749938 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:46.892210 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3786456'] for router_interface (a422bedb-50fd-4a62-8892-f1689b7f3d30), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:47.105219 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Router a422bedb-50fd-4a62-8892-f1689b7f3d30 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:34:47.106792 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:47.213282 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:34:47.218733 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-38650030-527c-4d88-97ee-eeb447524f79 admin admin] 10.222.0.30 "PUT /v2.0/routers/a422bedb-50fd-4a62-8892-f1689b7f3d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7578549 Mar 30 01:34:47.220988 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41764) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:47.223521 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea123b-4187-465c-87d1-6244a0b8019b None None] Sync routers for ids ['a422bedb-50fd-4a62-8892-f1689b7f3d30'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:34:47.234685 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea123b-4187-465c-87d1-6244a0b8019b None None] Routers {'a422bedb-50fd-4a62-8892-f1689b7f3d30'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:47.235321 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-bdea123b-4187-465c-87d1-6244a0b8019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['a422bedb-50fd-4a62-8892-f1689b7f3d30'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:47.337693 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] Publish callbacks [] for router (a422bedb-50fd-4a62-8892-f1689b7f3d30), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:47.345603 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-bdea123b-4187-465c-87d1-6244a0b8019b None None] Set router a422bedb-50fd-4a62-8892-f1689b7f3d30 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:47.443312 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] Publish callbacks [] for router_gateway (a422bedb-50fd-4a62-8892-f1689b7f3d30), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:47.498263 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] Deleting port 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:47.498784 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (87b857d3-eeb2-4d95-97c5-9d3b2c623bd8), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:47.578386 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] For port 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=87b857d3-eeb2-4d95-97c5-9d3b2c623bd8,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:47.579099 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (87b857d3-eeb2-4d95-97c5-9d3b2c623bd8), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:47.591414 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] Calling delete_port for 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 owned by network:router_gateway {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:47.612442 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-bdea123b-4187-465c-87d1-6244a0b8019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:34:46Z', 'revision_number': 5, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port': {'id': '87b857d3-eeb2-4d95-97c5-9d3b2c623bd8', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:47.641719 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea123b-4187-465c-87d1-6244a0b8019b None None] Checking router: a422bedb-50fd-4a62-8892-f1689b7f3d30 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:34:47.649769 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea123b-4187-465c-87d1-6244a0b8019b None None] Routers {'a422bedb-50fd-4a62-8892-f1689b7f3d30'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:47.650295 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-bdea123b-4187-465c-87d1-6244a0b8019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['a422bedb-50fd-4a62-8892-f1689b7f3d30'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:47.739255 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-bdea123b-4187-465c-87d1-6244a0b8019b None None] Set router a422bedb-50fd-4a62-8892-f1689b7f3d30 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:47.758370 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (87b857d3-eeb2-4d95-97c5-9d3b2c623bd8), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:47.784517 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=87b857d3-eeb2-4d95-97c5-9d3b2c623bd8,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:47.791694 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-bdea123b-4187-465c-87d1-6244a0b8019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:34:47Z', 'revision_number': 6, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port_host': None}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:47.821808 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea123b-4187-465c-87d1-6244a0b8019b None None] The sync data for ids ['a422bedb-50fd-4a62-8892-f1689b7f3d30'] in dv-cinder-817135-7-iscsi is: [{'id': 'a422bedb-50fd-4a62-8892-f1689b7f3d30', 'name': 'tempest-TestMinimumBasicScenario-795649764-router', 'tenant_id': '256d574808e54c9aa1a0242cd5983675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:07Z', 'updated_at': '2022-03-30T01:34:47Z', 'revision_number': 6, 'project_id': '256d574808e54c9aa1a0242cd5983675', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:34:47.846645 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3784754'] for router_gateway (a422bedb-50fd-4a62-8892-f1689b7f3d30), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:47.942675 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3990'] for router (a422bedb-50fd-4a62-8892-f1689b7f3d30), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:47.944820 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] Publish callbacks [] for router_controller (a422bedb-50fd-4a62-8892-f1689b7f3d30), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:47.990609 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786967'] for router (a422bedb-50fd-4a62-8892-f1689b7f3d30), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:47.991178 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a422bedb-50fd-4a62-8892-f1689b7f3d30 {{(pid=103227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:34:47.996665 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:47.997791 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-5a27501c-72e9-4d2f-af17-796212f76cfd admin admin] 10.222.0.30 "DELETE /v2.0/routers/a422bedb-50fd-4a62-8892-f1689b7f3d30 HTTP/1.1" status: 204 len: 168 time: 0.7758582 Mar 30 01:34:48.001234 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41770) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:48.281205 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_v2 [None req-2333c55a-e3a2-4a1e-a9fb-98a90cc9fd11 admin admin] Deleting subnet 4792878a-b851-4d66-9e4c-67ef3ef1cf21 {{(pid=103227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:34:48.284232 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2333c55a-e3a2-4a1e-a9fb-98a90cc9fd11 admin admin] Publish callbacks [] for subnet (4792878a-b851-4d66-9e4c-67ef3ef1cf21), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.317896 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2333c55a-e3a2-4a1e-a9fb-98a90cc9fd11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60554882'] for subnet (4792878a-b851-4d66-9e4c-67ef3ef1cf21), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.396770 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2333c55a-e3a2-4a1e-a9fb-98a90cc9fd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (4792878a-b851-4d66-9e4c-67ef3ef1cf21), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.449198 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2333c55a-e3a2-4a1e-a9fb-98a90cc9fd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3152769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60116517'] for subnet (4792878a-b851-4d66-9e4c-67ef3ef1cf21), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.479909 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2333c55a-e3a2-4a1e-a9fb-98a90cc9fd11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.484388 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-2333c55a-e3a2-4a1e-a9fb-98a90cc9fd11 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4792878a-b851-4d66-9e4c-67ef3ef1cf21 HTTP/1.1" status: 204 len: 168 time: 0.4817011 Mar 30 01:34:48.485162 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333c55a-e3a2-4a1e-a9fb-98a90cc9fd11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4792878a-b851-4d66-9e4c-67ef3ef1cf21,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:48.487936 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41776) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:48.492466 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dbb1ab-8ef2-46fa-98ef-f8df63680b9e None None] Network 5ebd2413-0384-4694-9fe8-a3f298d0886c requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:34:48.497068 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.556747 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (5ebd2413-0384-4694-9fe8-a3f298d0886c), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.625860 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Deleting port 6d719891-c462-4782-9ab0-ccfe1f0e2491 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:48.626390 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.638053 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 8dff8c59-a118-4398-8fa2-0f061a53a0f2 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:48.670035 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e80aa4d-6ab1-4a49-a498-ab06850979fc None None] DHCP port deletion for 5ebd2413-0384-4694-9fe8-a3f298d0886c request from dv-cinder-817135-7-iscsi {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:34:48.673037 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 8dff8c59-a118-4398-8fa2-0f061a53a0f2 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:48.673389 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 8dff8c59-a118-4398-8fa2-0f061a53a0f2 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:48.704396 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] For port 6d719891-c462-4782-9ab0-ccfe1f0e2491, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=6d719891-c462-4782-9ab0-ccfe1f0e2491,segment=NetworkSegment(230a1729-9a7d-4f9c-8bd8-29d835f99090),segment_id=230a1729-9a7d-4f9c-8bd8-29d835f99090)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:48.705138 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.718474 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Calling delete_port for 6d719891-c462-4782-9ab0-ccfe1f0e2491 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:48.721976 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5e80aa4d-6ab1-4a49-a498-ab06850979fc None None] Deleting port 6d719891-c462-4782-9ab0-ccfe1f0e2491 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:48.722688 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5e80aa4d-6ab1-4a49-a498-ab06850979fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.792313 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5e80aa4d-6ab1-4a49-a498-ab06850979fc None None] For port 6d719891-c462-4782-9ab0-ccfe1f0e2491, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=6d719891-c462-4782-9ab0-ccfe1f0e2491,segment=NetworkSegment(230a1729-9a7d-4f9c-8bd8-29d835f99090),segment_id=230a1729-9a7d-4f9c-8bd8-29d835f99090)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:48.792476 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5e80aa4d-6ab1-4a49-a498-ab06850979fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.802886 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.807009 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5e80aa4d-6ab1-4a49-a498-ab06850979fc None None] Calling delete_port for 6d719891-c462-4782-9ab0-ccfe1f0e2491 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:48.831094 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Pushing event deleted for resources: {'Port': ['ID=6d719891-c462-4782-9ab0-ccfe1f0e2491,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:48.832923 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] No DVR routers for this DVR port 6d719891-c462-4782-9ab0-ccfe1f0e2491 on host dv-cinder-817135-7-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:48.890502 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5e80aa4d-6ab1-4a49-a498-ab06850979fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781'] for port (6d719891-c462-4782-9ab0-ccfe1f0e2491), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.904480 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (5ebd2413-0384-4694-9fe8-a3f298d0886c), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.919002 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80aa4d-6ab1-4a49-a498-ab06850979fc None None] Pushing event deleted for resources: {'Port': ['ID=6d719891-c462-4782-9ab0-ccfe1f0e2491,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:48.923248 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e80aa4d-6ab1-4a49-a498-ab06850979fc None None] No DVR routers for this DVR port 6d719891-c462-4782-9ab0-ccfe1f0e2491 on host dv-cinder-817135-7-iscsi {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:48.931073 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebd2413-0384-4694-9fe8-a3f298d0886c']}} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:48.942881 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230a1729-9a7d-4f9c-8bd8-29d835f99090') {'for_net_delete': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:48.943281 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230a1729-9a7d-4f9c-8bd8-29d835f99090') {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:48.956769 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60554889'] for segment (230a1729-9a7d-4f9c-8bd8-29d835f99090), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.970728 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (230a1729-9a7d-4f9c-8bd8-29d835f99090), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.976693 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:34:48.977069 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3152423'] for segment (230a1729-9a7d-4f9c-8bd8-29d835f99090), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: Traceback (most recent call last): Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: timer() Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: cb(*args, **kw) Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: return func(*args, **kwargs) Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: self._notify() Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: self.callback(batched_events) Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: event.method(event) Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: return f(self, *a, **k) Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._get(url).json() Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: return self.request(url, 'GET', **kwargs) Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:34:48.978915 dv-cinder-817135-7-iscsi neutron-server[103227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:34:49.030972 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (5ebd2413-0384-4694-9fe8-a3f298d0886c), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:49.036177 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:49.039353 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] 10.222.0.30 "DELETE /v2.0/networks/5ebd2413-0384-4694-9fe8-a3f298d0886c HTTP/1.1" status: 204 len: 168 time: 0.5505087 Mar 30 01:34:49.042345 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41778) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:49.051091 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32675be6-cd7e-4f7b-8f9d-e9d6a340077a admin admin] Pushing event deleted for resources: {'Network': ['ID=5ebd2413-0384-4694-9fe8-a3f298d0886c,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:49.387181 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785544'] for router_interface (73b08c9f-4a6f-4acf-949d-50427a438fba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:49.631651 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Deleting port 4650517f-fd5b-4760-b4f5-4918d6145f06 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:49.631989 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:49.710787 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] For port 4650517f-fd5b-4760-b4f5-4918d6145f06, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=4650517f-fd5b-4760-b4f5-4918d6145f06,segment=NetworkSegment(d9c7c680-0685-4104-8491-501ff14b4b2c),segment_id=d9c7c680-0685-4104-8491-501ff14b4b2c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:49.711058 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:49.723303 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Calling delete_port for 4650517f-fd5b-4760-b4f5-4918d6145f06 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:49.897639 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (4650517f-fd5b-4760-b4f5-4918d6145f06), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:49.923658 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Pushing event deleted for resources: {'Port': ['ID=4650517f-fd5b-4760-b4f5-4918d6145f06,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:49.934717 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:49.935061 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:49.935399 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:49.935731 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:49.936056 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:49.936379 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:49.936702 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:49.937068 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:49.937390 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:49.937711 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:49.938033 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:49.938376 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:49.938664 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:49.939009 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:49.939322 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:50.076670 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.109347 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3786456'] for router_interface (73b08c9f-4a6f-4acf-949d-50427a438fba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.305757 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 6d719891-c462-4782-9ab0-ccfe1f0e2491 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:50.326900 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 6d719891-c462-4782-9ab0-ccfe1f0e2491 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:50.327874 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 6d719891-c462-4782-9ab0-ccfe1f0e2491 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:50.328812 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:50.349074 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:50.349421 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 87b857d3-eeb2-4d95-97c5-9d3b2c623bd8 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:50.356657 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Router 73b08c9f-4a6f-4acf-949d-50427a438fba has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:34:50.466841 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:34:50.475163 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-cd2ce37d-156d-4395-b0d3-0ecb6129bf9c admin admin] 10.222.0.30 "PUT /v2.0/routers/73b08c9f-4a6f-4acf-949d-50427a438fba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4292214 Mar 30 01:34:50.475163 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41796) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:50.476794 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b31f10-62c4-4875-b654-77f0620b0f9a None None] Sync routers for ids ['73b08c9f-4a6f-4acf-949d-50427a438fba'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:34:50.486231 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b31f10-62c4-4875-b654-77f0620b0f9a None None] Routers {'73b08c9f-4a6f-4acf-949d-50427a438fba'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:50.486922 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-93b31f10-62c4-4875-b654-77f0620b0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['73b08c9f-4a6f-4acf-949d-50427a438fba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:50.583871 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] Publish callbacks [] for router (73b08c9f-4a6f-4acf-949d-50427a438fba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.601141 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-93b31f10-62c4-4875-b654-77f0620b0f9a None None] Set router 73b08c9f-4a6f-4acf-949d-50427a438fba gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:50.786765 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-93b31f10-62c4-4875-b654-77f0620b0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'name': 'tempest-TestMinimumBasicScenario-2023488554-router', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:34:49Z', 'revision_number': 5, 'project_id': '86aead422c4f473fb3de442a0f6f6310', 'gw_port': {'id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:50.814808 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b31f10-62c4-4875-b654-77f0620b0f9a None None] Checking router: 73b08c9f-4a6f-4acf-949d-50427a438fba for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:34:50.823473 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b31f10-62c4-4875-b654-77f0620b0f9a None None] Routers {'73b08c9f-4a6f-4acf-949d-50427a438fba'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:50.824096 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-93b31f10-62c4-4875-b654-77f0620b0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['73b08c9f-4a6f-4acf-949d-50427a438fba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:50.931274 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-93b31f10-62c4-4875-b654-77f0620b0f9a None None] Set router 73b08c9f-4a6f-4acf-949d-50427a438fba gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:50.934439 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] Publish callbacks [] for router_gateway (73b08c9f-4a6f-4acf-949d-50427a438fba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:50.993579 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] Deleting port 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:50.993948 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (22289d7c-0c9d-433c-9ba7-5caa5fc8da48), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.072582 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] For port 22289d7c-0c9d-433c-9ba7-5caa5fc8da48, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=22289d7c-0c9d-433c-9ba7-5caa5fc8da48,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:51.072943 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (22289d7c-0c9d-433c-9ba7-5caa5fc8da48), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.085900 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] Calling delete_port for 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:51.115386 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-93b31f10-62c4-4875-b654-77f0620b0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'name': 'tempest-TestMinimumBasicScenario-2023488554-router', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:34:49Z', 'revision_number': 5, 'project_id': '86aead422c4f473fb3de442a0f6f6310', 'gw_port': {'id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:51.145638 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b31f10-62c4-4875-b654-77f0620b0f9a None None] The sync data for ids ['73b08c9f-4a6f-4acf-949d-50427a438fba'] in dv-cinder-817135-7-iscsi is: [{'id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'name': 'tempest-TestMinimumBasicScenario-2023488554-router', 'tenant_id': '86aead422c4f473fb3de442a0f6f6310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:34:49Z', 'revision_number': 5, 'project_id': '86aead422c4f473fb3de442a0f6f6310', 'gw_port': {'id': '22289d7c-0c9d-433c-9ba7-5caa5fc8da48', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b08c9f-4a6f-4acf-949d-50427a438fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:32:12Z', 'updated_at': '2022-03-30T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:34:51.254547 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (22289d7c-0c9d-433c-9ba7-5caa5fc8da48), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.278820 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=22289d7c-0c9d-433c-9ba7-5caa5fc8da48,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:51.349712 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3784754'] for router_gateway (73b08c9f-4a6f-4acf-949d-50427a438fba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.461340 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3990'] for router (73b08c9f-4a6f-4acf-949d-50427a438fba), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.463434 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] Publish callbacks [] for router_controller (73b08c9f-4a6f-4acf-949d-50427a438fba), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.552469 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786967'] for router (73b08c9f-4a6f-4acf-949d-50427a438fba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.553122 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73b08c9f-4a6f-4acf-949d-50427a438fba {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:34:51.562459 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.571031 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41810) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:51.573475 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-af984e34-fcb0-488b-8503-dc2c5c3061e3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/73b08c9f-4a6f-4acf-949d-50427a438fba HTTP/1.1" status: 204 len: 168 time: 1.0947738 Mar 30 01:34:51.633506 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_v2 [None req-78720127-cfc7-441e-bc3b-b4a4a332994a admin admin] Deleting subnet 5523f067-1940-4e4a-8d71-929e02163e3b {{(pid=103227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:34:51.637211 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-78720127-cfc7-441e-bc3b-b4a4a332994a admin admin] Publish callbacks [] for subnet (5523f067-1940-4e4a-8d71-929e02163e3b), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.680110 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-78720127-cfc7-441e-bc3b-b4a4a332994a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60554882'] for subnet (5523f067-1940-4e4a-8d71-929e02163e3b), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.763421 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-78720127-cfc7-441e-bc3b-b4a4a332994a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (5523f067-1940-4e4a-8d71-929e02163e3b), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.823308 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-78720127-cfc7-441e-bc3b-b4a4a332994a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3152769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60116517'] for subnet (5523f067-1940-4e4a-8d71-929e02163e3b), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.852731 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78720127-cfc7-441e-bc3b-b4a4a332994a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5523f067-1940-4e4a-8d71-929e02163e3b,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:51.857465 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-78720127-cfc7-441e-bc3b-b4a4a332994a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:51.864916 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41820) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:51.868239 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfbc9fb-b07f-4e0d-8453-31d8562942dc None None] Network 135e07b2-2707-4a2b-9aec-b297ef0fd252 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:34:51.871294 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-78720127-cfc7-441e-bc3b-b4a4a332994a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5523f067-1940-4e4a-8d71-929e02163e3b HTTP/1.1" status: 204 len: 168 time: 0.2984591 Mar 30 01:34:51.950589 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (135e07b2-2707-4a2b-9aec-b297ef0fd252), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:52.017153 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Deleting port d1a29f22-4b91-48d9-b80b-170ce9a23894 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:34:52.017627 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (d1a29f22-4b91-48d9-b80b-170ce9a23894), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:52.082081 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] For port d1a29f22-4b91-48d9-b80b-170ce9a23894, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=d1a29f22-4b91-48d9-b80b-170ce9a23894,segment=NetworkSegment(d9c7c680-0685-4104-8491-501ff14b4b2c),segment_id=d9c7c680-0685-4104-8491-501ff14b4b2c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:52.082444 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (d1a29f22-4b91-48d9-b80b-170ce9a23894), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:52.097364 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Calling delete_port for d1a29f22-4b91-48d9-b80b-170ce9a23894 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:34:52.177771 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (d1a29f22-4b91-48d9-b80b-170ce9a23894), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:52.202417 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a29f22-4b91-48d9-b80b-170ce9a23894,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:52.208997 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] No DVR routers for this DVR port d1a29f22-4b91-48d9-b80b-170ce9a23894 on host dv-cinder-817135-7-iscsi {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:34:52.214867 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad7eb15-eaa7-4229-b80a-cb5814d47f80 None None] DHCP port deletion for 135e07b2-2707-4a2b-9aec-b297ef0fd252 request from dv-cinder-817135-7-iscsi {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:34:52.288861 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (135e07b2-2707-4a2b-9aec-b297ef0fd252), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:52.292396 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:52.313962 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:52.314308 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 22289d7c-0c9d-433c-9ba7-5caa5fc8da48 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:52.314424 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135e07b2-2707-4a2b-9aec-b297ef0fd252']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:52.314743 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 4650517f-fd5b-4760-b4f5-4918d6145f06 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:52.324400 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c7c680-0685-4104-8491-501ff14b4b2c') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:52.324692 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c7c680-0685-4104-8491-501ff14b4b2c') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:52.335286 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59948689'] for segment (d9c7c680-0685-4104-8491-501ff14b4b2c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:52.336415 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 4650517f-fd5b-4760-b4f5-4918d6145f06 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:52.336761 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 4650517f-fd5b-4760-b4f5-4918d6145f06 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:52.337244 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device d1a29f22-4b91-48d9-b80b-170ce9a23894 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:34:52.349876 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (d9c7c680-0685-4104-8491-501ff14b4b2c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:52.356084 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:34:52.356509 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60605326'] for segment (d9c7c680-0685-4104-8491-501ff14b4b2c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: Traceback (most recent call last): Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: timer() Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: cb(*args, **kw) Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: return func(*args, **kwargs) Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: self._notify() Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: self.callback(batched_events) Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: event.method(event) Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: return f(self, *a, **k) Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: return self._get(url).json() Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:34:52.358102 dv-cinder-817135-7-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:34:52.361829 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: d1a29f22-4b91-48d9-b80b-170ce9a23894 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:34:52.362180 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device d1a29f22-4b91-48d9-b80b-170ce9a23894 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:34:52.414018 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (135e07b2-2707-4a2b-9aec-b297ef0fd252), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:52.422779 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:52.425941 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] 10.222.0.30 "DELETE /v2.0/networks/135e07b2-2707-4a2b-9aec-b297ef0fd252 HTTP/1.1" status: 204 len: 168 time: 0.5599947 Mar 30 01:34:52.438425 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da671b-3668-4c24-a641-1fc275179997 admin admin] Pushing event deleted for resources: {'Network': ['ID=135e07b2-2707-4a2b-9aec-b297ef0fd252,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:52.585473 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41828) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:52.628962 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0638bcad-6d08-41a3-ba5a-9281d41d9783 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=256d574808e54c9aa1a0242cd5983675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423353 Mar 30 01:34:52.631464 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:52.679553 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5288af24-e6d1-4d13-a81c-812f6770796a admin admin] Publish callbacks [] for security_group (ad3a1111-8d0f-43c9-9715-0743a04934f5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:52.704686 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5288af24-e6d1-4d13-a81c-812f6770796a admin admin] Publish callbacks [] for security_group (ad3a1111-8d0f-43c9-9715-0743a04934f5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:52.749188 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5288af24-e6d1-4d13-a81c-812f6770796a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (ad3a1111-8d0f-43c9-9715-0743a04934f5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:52.751952 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5288af24-e6d1-4d13-a81c-812f6770796a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:52.753147 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5288af24-e6d1-4d13-a81c-812f6770796a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad3a1111-8d0f-43c9-9715-0743a04934f5 HTTP/1.1" status: 204 len: 168 time: 0.1207983 Mar 30 01:34:52.760830 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288af24-e6d1-4d13-a81c-812f6770796a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3a1111-8d0f-43c9-9715-0743a04934f5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:53.056911 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41840) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:53.097582 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-76b6a7b6-5aa5-4d2c-b68f-b50ee2e6dac7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86aead422c4f473fb3de442a0f6f6310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388455 Mar 30 01:34:53.099561 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41842) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:53.146031 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cf617a8-5d4d-4b94-b91f-986dab7d654a admin admin] Publish callbacks [] for security_group (141fd082-18f0-468b-8773-7d3bce03aed0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:53.166876 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cf617a8-5d4d-4b94-b91f-986dab7d654a admin admin] Publish callbacks [] for security_group (141fd082-18f0-468b-8773-7d3bce03aed0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:53.214496 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cf617a8-5d4d-4b94-b91f-986dab7d654a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (141fd082-18f0-468b-8773-7d3bce03aed0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:53.217058 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6cf617a8-5d4d-4b94-b91f-986dab7d654a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:53.218229 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6cf617a8-5d4d-4b94-b91f-986dab7d654a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/141fd082-18f0-468b-8773-7d3bce03aed0 HTTP/1.1" status: 204 len: 168 time: 0.1177776 Mar 30 01:34:53.226099 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf617a8-5d4d-4b94-b91f-986dab7d654a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141fd082-18f0-468b-8773-7d3bce03aed0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:53.886618 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41866) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:53.982664 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2012296943-network', 'tenant_id': '41e905053f284f86801ebd7f370ff78a'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:34:54.001651 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] Made reservation on behalf of 41e905053f284f86801ebd7f370ff78a for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:34:54.004055 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.012559 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.088943 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] Publish callbacks [] for security_group (85260a5d-627b-44de-9191-3e67ce7f98b9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.092691 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (85260a5d-627b-44de-9191-3e67ce7f98b9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.106792 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:34:54.121281 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:34:54.123394 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85260a5d-627b-44de-9191-3e67ce7f98b9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:54.133705 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (bafb6741-0814-424f-8863-782152bb3a07), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.134040 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] Added segment bafb6741-0814-424f-8863-782152bb3a07 of type vlan for network d5f94645-b564-41be-bb2d-41c4af6ef6e2 Mar 30 01:34:54.174408 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (d5f94645-b564-41be-bb2d-41c4af6ef6e2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.199203 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (d5f94645-b564-41be-bb2d-41c4af6ef6e2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.200137 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:54.200719 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.254021 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3662891 Mar 30 01:34:54.256962 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41872) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:54.261956 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-fc682dbe-6c24-4df3-8c08-4785d016d512 admin admin] Request body: {'subnet': {'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2012296943-subnet', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'ip_version': 4}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:34:54.262914 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe7b0f-40e9-4ca5-877f-cd3a2e903a3d admin admin] Pushing event updated for resources: {'Network': ['ID=d5f94645-b564-41be-bb2d-41c4af6ef6e2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:54.273513 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network d5f94645-b564-41be-bb2d-41c4af6ef6e2 details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:34:54.287960 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc682dbe-6c24-4df3-8c08-4785d016d512 admin admin] Made reservation on behalf of 41e905053f284f86801ebd7f370ff78a for: {'subnet': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:34:54.290263 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc682dbe-6c24-4df3-8c08-4785d016d512 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60116538'] for subnet (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.346163 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.462794 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc682dbe-6c24-4df3-8c08-4785d016d512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3152834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60116524'] for subnet (47090215-5979-4d9f-9ff5-d6d6ff46172b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.520956 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc682dbe-6c24-4df3-8c08-4785d016d512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47090215-5979-4d9f-9ff5-d6d6ff46172b,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:54.531619 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc682dbe-6c24-4df3-8c08-4785d016d512 admin admin] Checking segment: {'id': 'bafb6741-0814-424f-8863-782152bb3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:34:54.531977 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc682dbe-6c24-4df3-8c08-4785d016d512 admin admin] Network hostable DHCP agents. Network: d5f94645-b564-41be-bb2d-41c4af6ef6e2, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:34:54.548120 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc682dbe-6c24-4df3-8c08-4785d016d512 admin admin] Network d5f94645-b564-41be-bb2d-41c4af6ef6e2 is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:34:54.556944 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-fc682dbe-6c24-4df3-8c08-4785d016d512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, d5f94645-b564-41be-bb2d-41c4af6ef6e2) {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:34:54.563516 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc682dbe-6c24-4df3-8c08-4785d016d512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:54.564450 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc682dbe-6c24-4df3-8c08-4785d016d512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.565145 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cabf284-724b-4f85-803f-81683a1a3b25 None None] Network d5f94645-b564-41be-bb2d-41c4af6ef6e2 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:34:54.583411 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-fc682dbe-6c24-4df3-8c08-4785d016d512 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3252740 Mar 30 01:34:54.586224 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41874) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:54.590844 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:34:54.611021 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3788032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3972'] for router (8be0bbf7-a4e6-469b-b090-49836de10849), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.612347 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3784897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3779565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3997'] for router (8be0bbf7-a4e6-469b-b090-49836de10849), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.670418 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Publish callbacks [] for router_controller (8be0bbf7-a4e6-469b-b090-49836de10849), precommit_add_association {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.811256 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b23a1d-20be-52f4-82ad-60a22b17f1f3-d5f94645-b564-41be-bb2d-41c4af6ef6e2', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'project_id': '41e905053f284f86801ebd7f370ff78a', 'fixed_ips': [{'subnet_id': '47090215-5979-4d9f-9ff5-d6d6ff46172b'}]}} from dv-cinder-817135-7-iscsi. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:34:54.812794 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.824878 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Publish callbacks [] for router_gateway (8be0bbf7-a4e6-469b-b090-49836de10849), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:54.956799 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Allocated IP 172.20.0.2 (d5f94645-b564-41be-bb2d-41c4af6ef6e2/47090215-5979-4d9f-9ff5-d6d6ff46172b/220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:34:55.027320 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Publish callbacks [] for router_gateway (8be0bbf7-a4e6-469b-b090-49836de10849), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:55.049514 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:55.101472 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Publish callbacks [] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:55.108769 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:55.149787 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Network d5f94645-b564-41be-bb2d-41c4af6ef6e2 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:34:55.152818 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:34:55.153717 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Allocated IP 172.27.2.72 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/19001c94-5db7-407c-9336-f5b799f43499) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:34:55.159472 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:34:55.167120 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Pushing event updated for resources: {'Port': ['ID=220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:55.193649 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.194005 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.194372 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.194681 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.195045 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.195371 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.195966 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.196199 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.196491 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.196830 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.197165 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.197493 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.197816 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.198139 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.198461 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:55.237423 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Attempting to bind port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:34:55.237803 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Attempting to bind port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': 'bafb6741-0814-424f-8863-782152bb3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:34:55.238175 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Attempting to bind port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 on network d5f94645-b564-41be-bb2d-41c4af6ef6e2 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:34:55.243312 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:34:55.243697 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Checking segment: {'id': 'bafb6741-0814-424f-8863-782152bb3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:34:55.244109 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:55.244511 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Bound using segment: {'id': 'bafb6741-0814-424f-8863-782152bb3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:34:55.244992 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Bound port: 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafb6741-0814-424f-8863-782152bb3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:34:55.245378 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:55.266889 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Publish callbacks [] for port (19001c94-5db7-407c-9336-f5b799f43499), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:55.302388 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (19001c94-5db7-407c-9336-f5b799f43499), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:55.311063 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] For port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:34:55.315131 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] For port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:34:55.321548 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:55.344029 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:34:55.347048 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:34:55.350629 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:34:55.379588 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Pushing event updated for resources: {'Port': ['ID=19001c94-5db7-407c-9336-f5b799f43499,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:55.401495 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccaf0c-12c5-406f-9072-698e528de4cb None None] Pushing event updated for resources: {'Port': ['ID=220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:55.661561 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Publish callbacks [] for router_gateway (8be0bbf7-a4e6-469b-b090-49836de10849), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:55.866501 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3784726'] for router (8be0bbf7-a4e6-469b-b090-49836de10849), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:56.012656 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Router 8be0bbf7-a4e6-469b-b090-49836de10849 is scheduled to L3 agent a7db150b-b2f5-4348-917b-ee899f238924 with binding_index 1 {{(pid=103227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:34:56.130658 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:34:56.140912 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Sync routers for ids ['8be0bbf7-a4e6-469b-b090-49836de10849'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:34:56.152553 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:56.155044 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Routers {'8be0bbf7-a4e6-469b-b090-49836de10849'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:56.156635 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8be0bbf7-a4e6-469b-b090-49836de10849'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:56.157543 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41916) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:56.172672 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-eacf7196-9573-48b5-847a-c397ea09a96e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5848446 Mar 30 01:34:56.308079 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Set router 8be0bbf7-a4e6-469b-b090-49836de10849 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:56.357439 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:34:56.435317 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:34:56.435991 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:56.552241 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02e1e5f-df44-4045-8f2f-34f50213007d None None] Network d5f94645-b564-41be-bb2d-41c4af6ef6e2 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:34:56.556711 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:56.557195 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:56.569202 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '19001c94-5db7-407c-9336-f5b799f43499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:34:55Z', 'revision_number': 3, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port': {'id': '19001c94-5db7-407c-9336-f5b799f43499', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:55Z', 'updated_at': '2022-03-30T01:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:56.600340 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Checking router: 8be0bbf7-a4e6-469b-b090-49836de10849 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:34:56.600701 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Updating router 8be0bbf7-a4e6-469b-b090-49836de10849 port 19001c94-5db7-407c-9336-f5b799f43499 binding host dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:34:56.633784 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (19001c94-5db7-407c-9336-f5b799f43499), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:56.673858 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:56.687362 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-79848645-007a-41f2-9988-73dd7ce4d5d1 None None] Provisioning complete for port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:34:56.687991 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-79848645-007a-41f2-9988-73dd7ce4d5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:56.690897 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:56.725469 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:56.795491 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:56.849977 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-79848645-007a-41f2-9988-73dd7ce4d5d1 None None] Current status of the port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:56.894734 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Allocated IP 172.20.0.1 (d5f94645-b564-41be-bb2d-41c4af6ef6e2/47090215-5979-4d9f-9ff5-d6d6ff46172b/a1bcea90-30c5-41cf-85d0-e176bc4b1d05) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:34:56.914087 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Publish callbacks [] for port (19001c94-5db7-407c-9336-f5b799f43499), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:56.920294 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (19001c94-5db7-407c-9336-f5b799f43499), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:56.971820 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Attempting to bind port 19001c94-5db7-407c-9336-f5b799f43499 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:34:56.972191 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Attempting to bind port 19001c94-5db7-407c-9336-f5b799f43499 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:34:56.972557 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Attempting to bind port 19001c94-5db7-407c-9336-f5b799f43499 on network 1720a7c7-9253-45c5-8c79-215aa1283f3d {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:34:56.980136 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Pushing event updated for resources: {'Port': ['ID=19001c94-5db7-407c-9336-f5b799f43499,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:56.982444 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:34:56.982847 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Checking segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:34:56.983259 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:56.984185 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Bound using segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:34:56.984670 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Bound port: 19001c94-5db7-407c-9336-f5b799f43499, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:34:56.985057 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (19001c94-5db7-407c-9336-f5b799f43499), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:57.007647 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Publish callbacks [] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:57.012646 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.012991 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.013355 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.013713 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.014047 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.014375 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.015316 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.015646 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.016164 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.016590 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.016949 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.017343 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.017644 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.017967 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.018286 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:34:57.056541 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] For port 19001c94-5db7-407c-9336-f5b799f43499, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:34:57.060039 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] For port 19001c94-5db7-407c-9336-f5b799f43499, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=19001c94-5db7-407c-9336-f5b799f43499,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:34:57.066209 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:57.069302 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (19001c94-5db7-407c-9336-f5b799f43499), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:57.075863 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-893a032f-24ef-4b48-a4e5-5efa9a68ec01 None None] Provisioning complete for port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:34:57.075863 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-893a032f-24ef-4b48-a4e5-5efa9a68ec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:57.105632 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Network d5f94645-b564-41be-bb2d-41c4af6ef6e2 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:34:57.113201 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:34:57.117893 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:34:57.120780 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Pushing event updated for resources: {'Port': ['ID=a1bcea90-30c5-41cf-85d0-e176bc4b1d05,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:57.142325 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Routers {'8be0bbf7-a4e6-469b-b090-49836de10849'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:57.143100 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8be0bbf7-a4e6-469b-b090-49836de10849'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:57.166532 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-893a032f-24ef-4b48-a4e5-5efa9a68ec01 None None] Current status of the port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:57.169458 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785665'] for router_interface (8be0bbf7-a4e6-469b-b090-49836de10849), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:57.187244 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795ffa7-7b53-443f-83bb-7459bf869ae3 None None] Pushing event updated for resources: {'Port': ['ID=19001c94-5db7-407c-9336-f5b799f43499,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:57.271292 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] Set router 8be0bbf7-a4e6-469b-b090-49836de10849 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:57.314805 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:57.392170 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8a91a4cc-7a19-483d-b89d-431219172ad5 None None] Provisioning complete for port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:34:57.392786 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8a91a4cc-7a19-483d-b89d-431219172ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:57.435085 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8a91a4cc-7a19-483d-b89d-431219172ad5 None None] Port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:34:57.490347 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '19001c94-5db7-407c-9336-f5b799f43499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:34:55Z', 'revision_number': 3, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port': {'id': '19001c94-5db7-407c-9336-f5b799f43499', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:55Z', 'updated_at': '2022-03-30T01:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:57.493429 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Publish callbacks [] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:57.497461 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:57.519628 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673c9cdf-ebc4-44c6-bed3-bd926ef71793 None None] The sync data for ids ['8be0bbf7-a4e6-469b-b090-49836de10849'] in dv-cinder-817135-7-iscsi is: [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '19001c94-5db7-407c-9336-f5b799f43499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:34:55Z', 'revision_number': 3, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port': {'id': '19001c94-5db7-407c-9336-f5b799f43499', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:55Z', 'updated_at': '2022-03-30T01:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:34:57.567212 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785557'] for router_interface (8be0bbf7-a4e6-469b-b090-49836de10849), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:57.579603 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Pushing event updated for resources: {'Port': ['ID=a1bcea90-30c5-41cf-85d0-e176bc4b1d05,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:57.683077 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Network d5f94645-b564-41be-bb2d-41c4af6ef6e2 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:34:57.684741 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:34:57.830786 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Router 8be0bbf7-a4e6-469b-b090-49836de10849 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:34:57.960274 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:34:57.965645 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-87c1c2a1-d1e1-4a9e-9e37-f242af4f5cbf admin admin] 10.222.0.30 "PUT /v2.0/routers/8be0bbf7-a4e6-469b-b090-49836de10849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8070185 Mar 30 01:34:58.069162 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4ce6bc38-d314-43b0-978a-42def0c7c12b None None] Provisioning complete for port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:34:58.069874 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ce6bc38-d314-43b0-978a-42def0c7c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:58.110058 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6bc38-d314-43b0-978a-42def0c7c12b None None] Port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:34:58.363421 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 19001c94-5db7-407c-9336-f5b799f43499 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:34:58.418095 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 19001c94-5db7-407c-9336-f5b799f43499 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:34:58.418683 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (19001c94-5db7-407c-9336-f5b799f43499), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:58.503922 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 19001c94-5db7-407c-9336-f5b799f43499 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:58.504304 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (19001c94-5db7-407c-9336-f5b799f43499), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:58.527816 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port 19001c94-5db7-407c-9336-f5b799f43499, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=19001c94-5db7-407c-9336-f5b799f43499,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:34:58.533379 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (19001c94-5db7-407c-9336-f5b799f43499), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:58.534659 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:34:58.588502 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41958) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:58.599476 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-410507183-network', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:34:58.623463 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] Made reservation on behalf of b883cc6c4a874c66b775b02471346e61 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:34:58.626035 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:58.639402 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:58.642206 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:34:58.642589 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:58.673867 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=19001c94-5db7-407c-9336-f5b799f43499,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:58.753311 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] Publish callbacks [] for security_group (21a21417-399d-4397-95e8-25e23d1bb5a7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:58.759997 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (21a21417-399d-4397-95e8-25e23d1bb5a7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:58.764989 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:34:58.803432 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:34:58.810065 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a21417-399d-4397-95e8-25e23d1bb5a7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:58.819348 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (795b8875-599f-4ad2-9ba4-8f8d26ba634b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:58.819741 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] Added segment 795b8875-599f-4ad2-9ba4-8f8d26ba634b of type vlan for network d50e5697-d23e-4bce-8080-eb4b34b9607c Mar 30 01:34:58.863772 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (d50e5697-d23e-4bce-8080-eb4b34b9607c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:58.888583 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (d50e5697-d23e-4bce-8080-eb4b34b9607c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:58.890036 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:58.890547 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:58.948908 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3557029 Mar 30 01:34:58.951642 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41966) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:58.958170 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-501e61ff-eec9-4a1a-a109-01665fa1630a admin admin] Request body: {'subnet': {'network_id': 'd50e5697-d23e-4bce-8080-eb4b34b9607c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-410507183-subnet', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:34:58.963971 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41968) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:58.975977 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c83456-f9a8-4a10-98f6-138d3951af78 admin admin] Pushing event updated for resources: {'Network': ['ID=d50e5697-d23e-4bce-8080-eb4b34b9607c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:58.990385 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network d50e5697-d23e-4bce-8080-eb4b34b9607c details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:34:58.996153 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501e61ff-eec9-4a1a-a109-01665fa1630a admin admin] Made reservation on behalf of b883cc6c4a874c66b775b02471346e61 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:34:58.998530 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-501e61ff-eec9-4a1a-a109-01665fa1630a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60098959'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.123047 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1685214-3b17-44f9-a7e0-6bc15e84639b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.214950 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-501e61ff-eec9-4a1a-a109-01665fa1630a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60605035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60098969'] for subnet (4b760592-068a-4cdc-9f04-3431eb6fd948), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.263249 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Sync routers for ids ['8be0bbf7-a4e6-469b-b090-49836de10849'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:34:59.274123 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Routers {'8be0bbf7-a4e6-469b-b090-49836de10849'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:34:59.274782 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8be0bbf7-a4e6-469b-b090-49836de10849'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:59.301835 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e61ff-eec9-4a1a-a109-01665fa1630a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b760592-068a-4cdc-9f04-3431eb6fd948,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:59.310807 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1685214-3b17-44f9-a7e0-6bc15e84639b admin admin] Publish callbacks [] for security_group (a41dc443-4e33-420f-9a59-f0042e2c986a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.319454 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1685214-3b17-44f9-a7e0-6bc15e84639b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (a41dc443-4e33-420f-9a59-f0042e2c986a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.332087 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501e61ff-eec9-4a1a-a109-01665fa1630a admin admin] Checking segment: {'id': '795b8875-599f-4ad2-9ba4-8f8d26ba634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd50e5697-d23e-4bce-8080-eb4b34b9607c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:34:59.332441 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501e61ff-eec9-4a1a-a109-01665fa1630a admin admin] Network hostable DHCP agents. Network: d50e5697-d23e-4bce-8080-eb4b34b9607c, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:34:59.366740 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1685214-3b17-44f9-a7e0-6bc15e84639b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41dc443-4e33-420f-9a59-f0042e2c986a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:59.376858 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e1685214-3b17-44f9-a7e0-6bc15e84639b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2c23dca3c3f4d32ac5d5b86c29bd2eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102218 Mar 30 01:34:59.379557 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41972) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:59.386613 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501e61ff-eec9-4a1a-a109-01665fa1630a admin admin] Network d50e5697-d23e-4bce-8080-eb4b34b9607c is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:34:59.391933 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Set router 8be0bbf7-a4e6-469b-b090-49836de10849 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:34:59.410264 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-501e61ff-eec9-4a1a-a109-01665fa1630a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, d50e5697-d23e-4bce-8080-eb4b34b9607c) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:34:59.419790 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501e61ff-eec9-4a1a-a109-01665fa1630a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:34:59.420681 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-501e61ff-eec9-4a1a-a109-01665fa1630a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.423304 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5b3f67-b74c-4439-b5cc-6f907bd57f00 None None] Network d50e5697-d23e-4bce-8080-eb4b34b9607c requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:34:59.443697 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-501e61ff-eec9-4a1a-a109-01665fa1630a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4910071 Mar 30 01:34:59.446507 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41974) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:59.450973 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-410507183-router', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:34:59.453477 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c3729e5-45ae-4571-9b9b-d3a262302d17 admin admin] Publish callbacks [] for security_group (a41dc443-4e33-420f-9a59-f0042e2c986a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.472400 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3788032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3972'] for router (51c44a09-8440-4086-84ba-5e1266916b52), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.473670 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3784897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3779565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3997'] for router (51c44a09-8440-4086-84ba-5e1266916b52), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.476438 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c3729e5-45ae-4571-9b9b-d3a262302d17 admin admin] Publish callbacks [] for security_group (a41dc443-4e33-420f-9a59-f0042e2c986a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.536689 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c3729e5-45ae-4571-9b9b-d3a262302d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (a41dc443-4e33-420f-9a59-f0042e2c986a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.539964 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c3729e5-45ae-4571-9b9b-d3a262302d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.541370 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4c3729e5-45ae-4571-9b9b-d3a262302d17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a41dc443-4e33-420f-9a59-f0042e2c986a HTTP/1.1" status: 204 len: 168 time: 0.1608064 Mar 30 01:34:59.551064 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3729e5-45ae-4571-9b9b-d3a262302d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41dc443-4e33-420f-9a59-f0042e2c986a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:34:59.555298 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Publish callbacks [] for router_controller (51c44a09-8440-4086-84ba-5e1266916b52), precommit_add_association {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.639921 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b23a1d-20be-52f4-82ad-60a22b17f1f3-d50e5697-d23e-4bce-8080-eb4b34b9607c', 'network_id': 'd50e5697-d23e-4bce-8080-eb4b34b9607c', 'project_id': 'b883cc6c4a874c66b775b02471346e61', 'fixed_ips': [{'subnet_id': '4b760592-068a-4cdc-9f04-3431eb6fd948'}]}} from dv-cinder-817135-7-iscsi. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:34:59.641435 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.721630 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Publish callbacks [] for router_gateway (51c44a09-8440-4086-84ba-5e1266916b52), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.881664 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 41982) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:34:59.896028 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27d38ff9-58d0-408d-8137-d8bd9883e555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.954460 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Publish callbacks [] for router_gateway (51c44a09-8440-4086-84ba-5e1266916b52), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.970291 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Allocated IP 172.20.0.2 (d50e5697-d23e-4bce-8080-eb4b34b9607c/4b760592-068a-4cdc-9f04-3431eb6fd948/036d71ef-3d0e-49e9-aa42-631aec25f96a) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:34:59.973618 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '19001c94-5db7-407c-9336-f5b799f43499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:34:57Z', 'revision_number': 4, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port': {'id': '19001c94-5db7-407c-9336-f5b799f43499', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:55Z', 'updated_at': '2022-03-30T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a1bcea90-30c5-41cf-85d0-e176bc4b1d05', 'name': '', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'mac_address': 'fa:16:3e:f2:98:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:56Z', 'updated_at': '2022-03-30T01:34:57Z', 'revision_number': 2, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'subnets': [{'id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:34:59.975671 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.981136 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27d38ff9-58d0-408d-8137-d8bd9883e555 admin admin] Publish callbacks [] for security_group (73d9696a-abf1-43a2-b729-31de7dd1d6e5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:34:59.985481 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27d38ff9-58d0-408d-8137-d8bd9883e555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (73d9696a-abf1-43a2-b729-31de7dd1d6e5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.007440 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Checking router: 8be0bbf7-a4e6-469b-b090-49836de10849 for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:35:00.008088 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Updating router 8be0bbf7-a4e6-469b-b090-49836de10849 port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 binding host dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:35:00.029908 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-27d38ff9-58d0-408d-8137-d8bd9883e555 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8f52f086d054b9b9ffb00eafaf42346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462398 Mar 30 01:35:00.031197 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d38ff9-58d0-408d-8137-d8bd9883e555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d9696a-abf1-43a2-b729-31de7dd1d6e5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:00.032944 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 41984) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:00.040259 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.129791 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Allocated IP 172.27.2.24 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/972e96a8-ec76-484e-ba37-758df43088b1) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:35:00.132016 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-57c311e9-05db-404b-8b67-b4df0f5b2f2e admin admin] Publish callbacks [] for security_group (73d9696a-abf1-43a2-b729-31de7dd1d6e5), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.172319 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-57c311e9-05db-404b-8b67-b4df0f5b2f2e admin admin] Publish callbacks [] for security_group (73d9696a-abf1-43a2-b729-31de7dd1d6e5), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.269629 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-57c311e9-05db-404b-8b67-b4df0f5b2f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (73d9696a-abf1-43a2-b729-31de7dd1d6e5), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.272124 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-57c311e9-05db-404b-8b67-b4df0f5b2f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.274484 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-57c311e9-05db-404b-8b67-b4df0f5b2f2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73d9696a-abf1-43a2-b729-31de7dd1d6e5 HTTP/1.1" status: 204 len: 168 time: 0.2399607 Mar 30 01:35:00.282515 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 19001c94-5db7-407c-9336-f5b799f43499 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:00.288673 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c311e9-05db-404b-8b67-b4df0f5b2f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d9696a-abf1-43a2-b729-31de7dd1d6e5,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:00.305571 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Publish callbacks [] for port (972e96a8-ec76-484e-ba37-758df43088b1), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.345444 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (972e96a8-ec76-484e-ba37-758df43088b1), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.368516 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Publish callbacks [] for port (036d71ef-3d0e-49e9-aa42-631aec25f96a), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.386541 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (036d71ef-3d0e-49e9-aa42-631aec25f96a), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.387256 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:35:00.390284 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:00.393090 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:35:00.440516 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Pushing event updated for resources: {'Port': ['ID=972e96a8-ec76-484e-ba37-758df43088b1,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:00.446858 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Network d50e5697-d23e-4bce-8080-eb4b34b9607c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:35:00.455093 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:00.462102 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:35:00.488817 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Pushing event updated for resources: {'Port': ['ID=036d71ef-3d0e-49e9-aa42-631aec25f96a,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:00.561240 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 19001c94-5db7-407c-9336-f5b799f43499 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:00.562742 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (19001c94-5db7-407c-9336-f5b799f43499), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.587423 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Attempting to bind port 036d71ef-3d0e-49e9-aa42-631aec25f96a on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:35:00.587800 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Attempting to bind port 036d71ef-3d0e-49e9-aa42-631aec25f96a by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '795b8875-599f-4ad2-9ba4-8f8d26ba634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd50e5697-d23e-4bce-8080-eb4b34b9607c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:35:00.588164 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Attempting to bind port 036d71ef-3d0e-49e9-aa42-631aec25f96a on network d50e5697-d23e-4bce-8080-eb4b34b9607c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:35:00.616564 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:35:00.616938 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Checking segment: {'id': '795b8875-599f-4ad2-9ba4-8f8d26ba634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd50e5697-d23e-4bce-8080-eb4b34b9607c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:35:00.617516 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.618083 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Bound using segment: {'id': '795b8875-599f-4ad2-9ba4-8f8d26ba634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd50e5697-d23e-4bce-8080-eb4b34b9607c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:35:00.618845 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Bound port: 036d71ef-3d0e-49e9-aa42-631aec25f96a, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795b8875-599f-4ad2-9ba4-8f8d26ba634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd50e5697-d23e-4bce-8080-eb4b34b9607c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:35:00.619426 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (036d71ef-3d0e-49e9-aa42-631aec25f96a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.662434 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Publish callbacks [] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.691467 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.795144 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc9a0b-6e6c-4d30-a1d2-6789d7a2f4a3 None None] Pushing event updated for resources: {'Port': ['ID=a1bcea90-30c5-41cf-85d0-e176bc4b1d05,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:00.826928 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] For port 036d71ef-3d0e-49e9-aa42-631aec25f96a, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:35:00.832621 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 19001c94-5db7-407c-9336-f5b799f43499 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:00.867824 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] For port 036d71ef-3d0e-49e9-aa42-631aec25f96a, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=036d71ef-3d0e-49e9-aa42-631aec25f96a,segment=NetworkSegment(795b8875-599f-4ad2-9ba4-8f8d26ba634b),segment_id=795b8875-599f-4ad2-9ba4-8f8d26ba634b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:35:00.898934 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (036d71ef-3d0e-49e9-aa42-631aec25f96a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.956984 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Attempting to bind port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:35:00.957201 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Attempting to bind port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': 'bafb6741-0814-424f-8863-782152bb3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:35:00.957490 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Attempting to bind port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 on network d5f94645-b564-41be-bb2d-41c4af6ef6e2 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:35:00.971692 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:35:00.972064 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Checking segment: {'id': 'bafb6741-0814-424f-8863-782152bb3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:35:00.972468 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.972863 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Bound using segment: {'id': 'bafb6741-0814-424f-8863-782152bb3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:35:00.973354 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Bound port: a1bcea90-30c5-41cf-85d0-e176bc4b1d05, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafb6741-0814-424f-8863-782152bb3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:35:00.973738 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:00.977439 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Publish callbacks [] for router_gateway (51c44a09-8440-4086-84ba-5e1266916b52), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.010843 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c71c8-3eab-40df-a4b0-a9e49eb5146f None None] Pushing event updated for resources: {'Port': ['ID=036d71ef-3d0e-49e9-aa42-631aec25f96a,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:01.078463 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] For port a1bcea90-30c5-41cf-85d0-e176bc4b1d05, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:35:01.083138 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] For port a1bcea90-30c5-41cf-85d0-e176bc4b1d05, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=a1bcea90-30c5-41cf-85d0-e176bc4b1d05,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:35:01.099114 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.126566 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4fc43db8-f730-4e60-a0bb-b6ae7be30440 None None] Provisioning complete for port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:01.126972 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4fc43db8-f730-4e60-a0bb-b6ae7be30440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.197511 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc9a0b-6e6c-4d30-a1d2-6789d7a2f4a3 None None] Pushing event updated for resources: {'Port': ['ID=a1bcea90-30c5-41cf-85d0-e176bc4b1d05,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:01.204374 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Routers {'8be0bbf7-a4e6-469b-b090-49836de10849'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:01.204914 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8be0bbf7-a4e6-469b-b090-49836de10849'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:01.301377 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3784726'] for router (51c44a09-8440-4086-84ba-5e1266916b52), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.414317 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] Set router 8be0bbf7-a4e6-469b-b090-49836de10849 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:01.459034 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4fc43db8-f730-4e60-a0bb-b6ae7be30440 None None] Current status of the port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:01.459719 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4fc43db8-f730-4e60-a0bb-b6ae7be30440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.507316 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4fc43db8-f730-4e60-a0bb-b6ae7be30440 None None] For port a1bcea90-30c5-41cf-85d0-e176bc4b1d05, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=a1bcea90-30c5-41cf-85d0-e176bc4b1d05,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:01.520006 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4fc43db8-f730-4e60-a0bb-b6ae7be30440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.572705 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Router 51c44a09-8440-4086-84ba-5e1266916b52 is scheduled to L3 agent a7db150b-b2f5-4348-917b-ee899f238924 with binding_index 1 {{(pid=103227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:35:01.678605 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc43db8-f730-4e60-a0bb-b6ae7be30440 None None] Pushing event updated for resources: {'Port': ['ID=a1bcea90-30c5-41cf-85d0-e176bc4b1d05,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:01.684534 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-365eabd1-aa9a-496b-bf2a-abfdd0f0ef5a None None] Provisioning complete for port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:01.684915 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-365eabd1-aa9a-496b-bf2a-abfdd0f0ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.701903 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:35:01.712381 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Sync routers for ids ['51c44a09-8440-4086-84ba-5e1266916b52'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:35:01.722205 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:01.723709 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-55b74910-262f-4d51-aecc-8378ff0975f8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2759428 Mar 30 01:35:01.726595 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42018) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:01.736642 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Routers {'51c44a09-8440-4086-84ba-5e1266916b52'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:01.737271 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['51c44a09-8440-4086-84ba-5e1266916b52'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:01.861307 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-365eabd1-aa9a-496b-bf2a-abfdd0f0ef5a None None] Current status of the port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:01.867093 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '19001c94-5db7-407c-9336-f5b799f43499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:34:57Z', 'revision_number': 4, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port': {'id': '19001c94-5db7-407c-9336-f5b799f43499', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:55Z', 'updated_at': '2022-03-30T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a1bcea90-30c5-41cf-85d0-e176bc4b1d05', 'name': '', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'mac_address': 'fa:16:3e:f2:98:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:56Z', 'updated_at': '2022-03-30T01:35:01Z', 'revision_number': 4, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'subnets': [{'id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:01.882515 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Set router 51c44a09-8440-4086-84ba-5e1266916b52 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:01.900509 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a82e6-30b2-4c2e-8ad8-08e85954cd59 None None] The sync data for ids ['8be0bbf7-a4e6-469b-b090-49836de10849'] in dv-cinder-817135-7-iscsi is: [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '19001c94-5db7-407c-9336-f5b799f43499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:34:57Z', 'revision_number': 4, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port': {'id': '19001c94-5db7-407c-9336-f5b799f43499', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:55Z', 'updated_at': '2022-03-30T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a1bcea90-30c5-41cf-85d0-e176bc4b1d05', 'name': '', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'mac_address': 'fa:16:3e:f2:98:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:56Z', 'updated_at': '2022-03-30T01:35:01Z', 'revision_number': 4, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'subnets': [{'id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:35:02.288452 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c44a09-8440-4086-84ba-5e1266916b52', 'name': 'tempest-TestShelveInstance-410507183-router', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '972e96a8-ec76-484e-ba37-758df43088b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:35:00Z', 'revision_number': 3, 'project_id': 'b883cc6c4a874c66b775b02471346e61', 'gw_port': {'id': '972e96a8-ec76-484e-ba37-758df43088b1', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c44a09-8440-4086-84ba-5e1266916b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:02.363302 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Checking router: 51c44a09-8440-4086-84ba-5e1266916b52 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:35:02.376343 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Updating router 51c44a09-8440-4086-84ba-5e1266916b52 port 972e96a8-ec76-484e-ba37-758df43088b1 binding host dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:35:02.411985 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (972e96a8-ec76-484e-ba37-758df43088b1), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:02.466040 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 036d71ef-3d0e-49e9-aa42-631aec25f96a up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:02.476810 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:02.526996 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9952c7-cc2c-4394-a86b-92553bbc3ff6 None None] Network d50e5697-d23e-4bce-8080-eb4b34b9607c requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:35:02.580483 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 036d71ef-3d0e-49e9-aa42-631aec25f96a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:02.581113 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (036d71ef-3d0e-49e9-aa42-631aec25f96a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:02.740626 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Allocated IP 172.20.0.1 (d50e5697-d23e-4bce-8080-eb4b34b9607c/4b760592-068a-4cdc-9f04-3431eb6fd948/e609a7dd-8ba0-484f-b5ae-1f386e26a9d3) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:35:02.836303 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Publish callbacks [] for port (972e96a8-ec76-484e-ba37-758df43088b1), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:02.837799 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-409d2bda-51a1-494a-8ec4-7bc36db3a15f None None] Provisioning complete for port 036d71ef-3d0e-49e9-aa42-631aec25f96a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:02.838181 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-409d2bda-51a1-494a-8ec4-7bc36db3a15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (036d71ef-3d0e-49e9-aa42-631aec25f96a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:02.845771 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (972e96a8-ec76-484e-ba37-758df43088b1), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:02.884241 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Publish callbacks [] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:02.907175 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42036) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:02.945261 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:02.965574 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Attempting to bind port 972e96a8-ec76-484e-ba37-758df43088b1 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:35:02.966061 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Attempting to bind port 972e96a8-ec76-484e-ba37-758df43088b1 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:35:02.966772 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Attempting to bind port 972e96a8-ec76-484e-ba37-758df43088b1 on network 1720a7c7-9253-45c5-8c79-215aa1283f3d {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:35:02.977904 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:35:02.978461 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Checking segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:35:02.979172 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:02.979762 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Bound using segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:35:02.980573 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Bound port: 972e96a8-ec76-484e-ba37-758df43088b1, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:35:02.981028 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (972e96a8-ec76-484e-ba37-758df43088b1), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.004237 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a1b7f-b776-4583-bbf4-80ba16a24a88 None None] Pushing event updated for resources: {'Port': ['ID=972e96a8-ec76-484e-ba37-758df43088b1,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:03.013230 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 036d71ef-3d0e-49e9-aa42-631aec25f96a is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:03.013837 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (036d71ef-3d0e-49e9-aa42-631aec25f96a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.026137 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Network d50e5697-d23e-4bce-8080-eb4b34b9607c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:35:03.033463 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:03.038492 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:35:03.042175 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Pushing event updated for resources: {'Port': ['ID=e609a7dd-8ba0-484f-b5ae-1f386e26a9d3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:03.094417 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3950548-6a58-4942-a794-b6b015714c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.096640 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785665'] for router_interface (51c44a09-8440-4086-84ba-5e1266916b52), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.103899 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] For port 972e96a8-ec76-484e-ba37-758df43088b1, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:35:03.111878 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] For port 972e96a8-ec76-484e-ba37-758df43088b1, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=972e96a8-ec76-484e-ba37-758df43088b1,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:35:03.131381 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (972e96a8-ec76-484e-ba37-758df43088b1), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.139267 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port 036d71ef-3d0e-49e9-aa42-631aec25f96a, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=036d71ef-3d0e-49e9-aa42-631aec25f96a,segment=NetworkSegment(795b8875-599f-4ad2-9ba4-8f8d26ba634b),segment_id=795b8875-599f-4ad2-9ba4-8f8d26ba634b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:03.179715 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (036d71ef-3d0e-49e9-aa42-631aec25f96a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.180640 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device a1bcea90-30c5-41cf-85d0-e176bc4b1d05 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:03.261269 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3950548-6a58-4942-a794-b6b015714c9c admin admin] Publish callbacks [] for security_group (567edae6-07de-4670-869b-33d876ee4a34), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.266743 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Routers {'51c44a09-8440-4086-84ba-5e1266916b52'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:03.267396 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['51c44a09-8440-4086-84ba-5e1266916b52'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:03.268101 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b3950548-6a58-4942-a794-b6b015714c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (567edae6-07de-4670-869b-33d876ee4a34), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.306221 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3950548-6a58-4942-a794-b6b015714c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567edae6-07de-4670-869b-33d876ee4a34,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:03.342398 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a1b7f-b776-4583-bbf4-80ba16a24a88 None None] Pushing event updated for resources: {'Port': ['ID=972e96a8-ec76-484e-ba37-758df43088b1,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:03.343956 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-b3950548-6a58-4942-a794-b6b015714c9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2dabdc65d95349b280fe355240f1aaf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4310224 Mar 30 01:35:03.344827 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42046) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:03.419720 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-409d2bda-51a1-494a-8ec4-7bc36db3a15f None None] Current status of the port 036d71ef-3d0e-49e9-aa42-631aec25f96a is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:03.420193 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-409d2bda-51a1-494a-8ec4-7bc36db3a15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (036d71ef-3d0e-49e9-aa42-631aec25f96a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.446999 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.449094 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-399f9f70-301d-41e4-ad9c-b12688db94c1 admin admin] Publish callbacks [] for security_group (567edae6-07de-4670-869b-33d876ee4a34), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.473129 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=036d71ef-3d0e-49e9-aa42-631aec25f96a,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:03.494652 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-399f9f70-301d-41e4-ad9c-b12688db94c1 admin admin] Publish callbacks [] for security_group (567edae6-07de-4670-869b-33d876ee4a34), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.520593 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] Set router 51c44a09-8440-4086-84ba-5e1266916b52 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:03.541504 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.db.api [None req-409d2bda-51a1-494a-8ec4-7bc36db3a15f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 01:35:03.542245 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG oslo_db.api [None req-409d2bda-51a1-494a-8ec4-7bc36db3a15f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 01:35:03.563384 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:03.564010 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.590876 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-399f9f70-301d-41e4-ad9c-b12688db94c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (567edae6-07de-4670-869b-33d876ee4a34), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.593722 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-399f9f70-301d-41e4-ad9c-b12688db94c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.605669 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-399f9f70-301d-41e4-ad9c-b12688db94c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/567edae6-07de-4670-869b-33d876ee4a34 HTTP/1.1" status: 204 len: 168 time: 0.2535636 Mar 30 01:35:03.641927 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f9f70-301d-41e4-ad9c-b12688db94c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567edae6-07de-4670-869b-33d876ee4a34,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:03.797822 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:03.826185 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Publish callbacks [] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.838165 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.918465 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c44a09-8440-4086-84ba-5e1266916b52', 'name': 'tempest-TestShelveInstance-410507183-router', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '972e96a8-ec76-484e-ba37-758df43088b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:35:00Z', 'revision_number': 3, 'project_id': 'b883cc6c4a874c66b775b02471346e61', 'gw_port': {'id': '972e96a8-ec76-484e-ba37-758df43088b1', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c44a09-8440-4086-84ba-5e1266916b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:03.940004 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Pushing event updated for resources: {'Port': ['ID=e609a7dd-8ba0-484f-b5ae-1f386e26a9d3,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:03.966137 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785557'] for router_interface (51c44a09-8440-4086-84ba-5e1266916b52), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:03.971443 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b4475-aeff-42f8-8f42-41d6dfcd4667 None None] The sync data for ids ['51c44a09-8440-4086-84ba-5e1266916b52'] in dv-cinder-817135-7-iscsi is: [{'id': '51c44a09-8440-4086-84ba-5e1266916b52', 'name': 'tempest-TestShelveInstance-410507183-router', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '972e96a8-ec76-484e-ba37-758df43088b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:35:00Z', 'revision_number': 3, 'project_id': 'b883cc6c4a874c66b775b02471346e61', 'gw_port': {'id': '972e96a8-ec76-484e-ba37-758df43088b1', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c44a09-8440-4086-84ba-5e1266916b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:35:04.104774 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-409d2bda-51a1-494a-8ec4-7bc36db3a15f None None] Current status of the port 036d71ef-3d0e-49e9-aa42-631aec25f96a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:04.117063 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Network d50e5697-d23e-4bce-8080-eb4b34b9607c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:35:04.118498 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:04.143684 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42064) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:04.158943 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f091fecd-f38a-40d4-ba41-4fd4a1da2050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:04.236926 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7184be62-6b5e-49c4-bdcb-1cd2fa528297 None None] Provisioning complete for port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:04.237345 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7184be62-6b5e-49c4-bdcb-1cd2fa528297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:04.324753 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f091fecd-f38a-40d4-ba41-4fd4a1da2050 admin admin] Publish callbacks [] for security_group (961983b1-9ab5-46f1-b172-ad01db7589af), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:04.343549 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7184be62-6b5e-49c4-bdcb-1cd2fa528297 None None] Port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:35:04.349145 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f091fecd-f38a-40d4-ba41-4fd4a1da2050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (961983b1-9ab5-46f1-b172-ad01db7589af), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:04.369500 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7184be62-6b5e-49c4-bdcb-1cd2fa528297 None None] Provisioning complete for port 036d71ef-3d0e-49e9-aa42-631aec25f96a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:04.370206 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7184be62-6b5e-49c4-bdcb-1cd2fa528297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (036d71ef-3d0e-49e9-aa42-631aec25f96a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:04.425504 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-f091fecd-f38a-40d4-ba41-4fd4a1da2050 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=afd2ed7cfe4241319800eb86b5ec6f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783666 Mar 30 01:35:04.425716 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 036d71ef-3d0e-49e9-aa42-631aec25f96a up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:04.428139 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42066) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:04.478623 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091fecd-f38a-40d4-ba41-4fd4a1da2050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961983b1-9ab5-46f1-b172-ad01db7589af,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:04.515275 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7569d274-ddf4-4dea-a184-5cff408684cc admin admin] Publish callbacks [] for security_group (961983b1-9ab5-46f1-b172-ad01db7589af), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:04.540674 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7569d274-ddf4-4dea-a184-5cff408684cc admin admin] Publish callbacks [] for security_group (961983b1-9ab5-46f1-b172-ad01db7589af), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:04.552010 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7184be62-6b5e-49c4-bdcb-1cd2fa528297 None None] Current status of the port 036d71ef-3d0e-49e9-aa42-631aec25f96a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:04.565375 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 036d71ef-3d0e-49e9-aa42-631aec25f96a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:04.565987 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (036d71ef-3d0e-49e9-aa42-631aec25f96a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:04.608684 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7569d274-ddf4-4dea-a184-5cff408684cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (961983b1-9ab5-46f1-b172-ad01db7589af), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:04.611806 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7569d274-ddf4-4dea-a184-5cff408684cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:04.613202 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-7569d274-ddf4-4dea-a184-5cff408684cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/961983b1-9ab5-46f1-b172-ad01db7589af HTTP/1.1" status: 204 len: 168 time: 0.1838040 Mar 30 01:35:04.630559 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569d274-ddf4-4dea-a184-5cff408684cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961983b1-9ab5-46f1-b172-ad01db7589af,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:04.659588 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Router 51c44a09-8440-4086-84ba-5e1266916b52 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:35:04.713042 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8e91912c-1e9d-498b-8083-8ecbc516a805 None None] Provisioning complete for port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:04.713812 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8e91912c-1e9d-498b-8083-8ecbc516a805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:04.717360 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 036d71ef-3d0e-49e9-aa42-631aec25f96a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:04.759361 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8e91912c-1e9d-498b-8083-8ecbc516a805 None None] Port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:35:04.803306 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:35:04.815718 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-def554af-be78-4f1f-83d2-e7bacce1f649 admin admin] 10.222.0.30 "PUT /v2.0/routers/51c44a09-8440-4086-84ba-5e1266916b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0869780 Mar 30 01:35:05.423122 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42104) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:05.428600 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-c02e25e0-6f63-4120-96b6-e7a25d9617ef tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836936085', 'description': 'tempest-secgroup-smoke-836936085 description', 'project_id': '41e905053f284f86801ebd7f370ff78a'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:05.462359 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c02e25e0-6f63-4120-96b6-e7a25d9617ef tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.547188 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c02e25e0-6f63-4120-96b6-e7a25d9617ef tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group (7417e28d-356a-432f-807d-c6ff647d5972), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.551874 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c02e25e0-6f63-4120-96b6-e7a25d9617ef tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (7417e28d-356a-432f-807d-c6ff647d5972), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.576015 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c02e25e0-6f63-4120-96b6-e7a25d9617ef tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.577452 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-c02e25e0-6f63-4120-96b6-e7a25d9617ef tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1531060 Mar 30 01:35:05.580496 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42108) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:05.585485 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e25e0-6f63-4120-96b6-e7a25d9617ef tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7417e28d-356a-432f-807d-c6ff647d5972,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:05.586191 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-678a5ea7-ca0c-4a32-b303-99baf4d165a3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Request body: {'security_group_rule': {'security_group_id': '7417e28d-356a-432f-807d-c6ff647d5972', 'project_id': '41e905053f284f86801ebd7f370ff78a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:05.615131 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-678a5ea7-ca0c-4a32-b303-99baf4d165a3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (fd88f762-04da-4f04-acce-69f669817d26), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.676750 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-678a5ea7-ca0c-4a32-b303-99baf4d165a3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (fd88f762-04da-4f04-acce-69f669817d26), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.681961 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-678a5ea7-ca0c-4a32-b303-99baf4d165a3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (fd88f762-04da-4f04-acce-69f669817d26), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.701406 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a5ea7-ca0c-4a32-b303-99baf4d165a3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd88f762-04da-4f04-acce-69f669817d26,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:05.711303 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-678a5ea7-ca0c-4a32-b303-99baf4d165a3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.712521 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-678a5ea7-ca0c-4a32-b303-99baf4d165a3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309247 Mar 30 01:35:05.715594 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42112) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:05.723212 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f0adc30f-740b-48cb-b51a-57ea038502ab tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Request body: {'security_group_rule': {'security_group_id': '7417e28d-356a-432f-807d-c6ff647d5972', 'project_id': '41e905053f284f86801ebd7f370ff78a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:05.748240 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0adc30f-740b-48cb-b51a-57ea038502ab tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (a7d449fb-ea0c-407a-9e1c-e50c8bb72385), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.806876 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0adc30f-740b-48cb-b51a-57ea038502ab tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (a7d449fb-ea0c-407a-9e1c-e50c8bb72385), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.811813 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0adc30f-740b-48cb-b51a-57ea038502ab tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (a7d449fb-ea0c-407a-9e1c-e50c8bb72385), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.834526 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adc30f-740b-48cb-b51a-57ea038502ab tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d449fb-ea0c-407a-9e1c-e50c8bb72385,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:05.840377 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0adc30f-740b-48cb-b51a-57ea038502ab tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.841803 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f0adc30f-740b-48cb-b51a-57ea038502ab tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252654 Mar 30 01:35:05.845374 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:05.849813 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c0225306-ad80-4349-80a6-e14dd403ac25 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Request body: {'security_group_rule': {'security_group_id': '7417e28d-356a-432f-807d-c6ff647d5972', 'project_id': '41e905053f284f86801ebd7f370ff78a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:05.877533 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0225306-ad80-4349-80a6-e14dd403ac25 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (32688b26-3239-4ec5-beb5-b40c6afdad6a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.946437 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0225306-ad80-4349-80a6-e14dd403ac25 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (32688b26-3239-4ec5-beb5-b40c6afdad6a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.952173 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0225306-ad80-4349-80a6-e14dd403ac25 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (32688b26-3239-4ec5-beb5-b40c6afdad6a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.977055 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0225306-ad80-4349-80a6-e14dd403ac25 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32688b26-3239-4ec5-beb5-b40c6afdad6a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:05.984947 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0225306-ad80-4349-80a6-e14dd403ac25 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:05.986163 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c0225306-ad80-4349-80a6-e14dd403ac25 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398411 Mar 30 01:35:05.988841 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:05.993482 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-297e0a1a-80ba-47b7-b63b-b3e826327b79 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Request body: {'security_group_rule': {'security_group_id': '7417e28d-356a-432f-807d-c6ff647d5972', 'project_id': '41e905053f284f86801ebd7f370ff78a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:06.023005 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-297e0a1a-80ba-47b7-b63b-b3e826327b79 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (0dda9170-049b-4be9-b480-9b903a899616), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.027686 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Sync routers for ids ['51c44a09-8440-4086-84ba-5e1266916b52'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:35:06.038829 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Routers {'51c44a09-8440-4086-84ba-5e1266916b52'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:06.039546 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['51c44a09-8440-4086-84ba-5e1266916b52'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:06.090687 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-297e0a1a-80ba-47b7-b63b-b3e826327b79 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (0dda9170-049b-4be9-b480-9b903a899616), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.096968 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-297e0a1a-80ba-47b7-b63b-b3e826327b79 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (0dda9170-049b-4be9-b480-9b903a899616), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.120169 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e0a1a-80ba-47b7-b63b-b3e826327b79 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dda9170-049b-4be9-b480-9b903a899616,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:06.128505 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-297e0a1a-80ba-47b7-b63b-b3e826327b79 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.129996 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-297e0a1a-80ba-47b7-b63b-b3e826327b79 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400888 Mar 30 01:35:06.132696 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:06.137699 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6b12c772-dd36-4efe-9def-eec11eb682b3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Request body: {'security_group_rule': {'security_group_id': '7417e28d-356a-432f-807d-c6ff647d5972', 'project_id': '41e905053f284f86801ebd7f370ff78a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:06.161625 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-6b12c772-dd36-4efe-9def-eec11eb682b3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Project 41e905053f284f86801ebd7f370ff78a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 01:35:06.166638 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b12c772-dd36-4efe-9def-eec11eb682b3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (26c1716b-f37f-482a-80ee-44548562cea6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.187702 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Set router 51c44a09-8440-4086-84ba-5e1266916b52 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:06.242258 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b12c772-dd36-4efe-9def-eec11eb682b3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (26c1716b-f37f-482a-80ee-44548562cea6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.251168 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b12c772-dd36-4efe-9def-eec11eb682b3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (26c1716b-f37f-482a-80ee-44548562cea6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.271792 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12c772-dd36-4efe-9def-eec11eb682b3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c1716b-f37f-482a-80ee-44548562cea6,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:06.285679 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b12c772-dd36-4efe-9def-eec11eb682b3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.289512 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6b12c772-dd36-4efe-9def-eec11eb682b3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1531494 Mar 30 01:35:06.289741 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42132) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:06.294975 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3cafa2e7-0ea2-4428-877f-a30ca929d53e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Request body: {'security_group_rule': {'security_group_id': '7417e28d-356a-432f-807d-c6ff647d5972', 'project_id': '41e905053f284f86801ebd7f370ff78a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:06.328033 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 972e96a8-ec76-484e-ba37-758df43088b1 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:06.333745 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-3cafa2e7-0ea2-4428-877f-a30ca929d53e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Project 41e905053f284f86801ebd7f370ff78a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 01:35:06.339237 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cafa2e7-0ea2-4428-877f-a30ca929d53e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (dd1c6353-ae00-48de-bf0f-e9e565f865e4), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.401393 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cafa2e7-0ea2-4428-877f-a30ca929d53e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (dd1c6353-ae00-48de-bf0f-e9e565f865e4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.407039 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cafa2e7-0ea2-4428-877f-a30ca929d53e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (dd1c6353-ae00-48de-bf0f-e9e565f865e4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.427683 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafa2e7-0ea2-4428-877f-a30ca929d53e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1c6353-ae00-48de-bf0f-e9e565f865e4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:06.439387 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cafa2e7-0ea2-4428-877f-a30ca929d53e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.448400 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3cafa2e7-0ea2-4428-877f-a30ca929d53e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500368 Mar 30 01:35:06.448571 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 972e96a8-ec76-484e-ba37-758df43088b1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:06.448571 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (972e96a8-ec76-484e-ba37-758df43088b1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.575551 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 972e96a8-ec76-484e-ba37-758df43088b1 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:06.575551 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (972e96a8-ec76-484e-ba37-758df43088b1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.584986 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c44a09-8440-4086-84ba-5e1266916b52', 'name': 'tempest-TestShelveInstance-410507183-router', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '972e96a8-ec76-484e-ba37-758df43088b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:35:03Z', 'revision_number': 4, 'project_id': 'b883cc6c4a874c66b775b02471346e61', 'gw_port': {'id': '972e96a8-ec76-484e-ba37-758df43088b1', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c44a09-8440-4086-84ba-5e1266916b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'e609a7dd-8ba0-484f-b5ae-1f386e26a9d3', 'name': '', 'network_id': 'd50e5697-d23e-4bce-8080-eb4b34b9607c', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61', 'mac_address': 'fa:16:3e:7c:8e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c44a09-8440-4086-84ba-5e1266916b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4b760592-068a-4cdc-9f04-3431eb6fd948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:02Z', 'updated_at': '2022-03-30T01:35:03Z', 'revision_number': 2, 'project_id': 'b883cc6c4a874c66b775b02471346e61', 'subnets': [{'id': '4b760592-068a-4cdc-9f04-3431eb6fd948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:06.625037 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Checking router: 51c44a09-8440-4086-84ba-5e1266916b52 for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:35:06.625478 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Updating router 51c44a09-8440-4086-84ba-5e1266916b52 port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 binding host dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:35:06.662346 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port 972e96a8-ec76-484e-ba37-758df43088b1, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=972e96a8-ec76-484e-ba37-758df43088b1,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:06.670588 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (972e96a8-ec76-484e-ba37-758df43088b1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.722677 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:06.760851 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=972e96a8-ec76-484e-ba37-758df43088b1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:07.087043 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Publish callbacks [] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:07.091610 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:07.181344 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0015d-9042-4187-bef3-6ff8286a7d88 None None] Pushing event updated for resources: {'Port': ['ID=e609a7dd-8ba0-484f-b5ae-1f386e26a9d3,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:07.230121 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Attempting to bind port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:35:07.231054 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Attempting to bind port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '795b8875-599f-4ad2-9ba4-8f8d26ba634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd50e5697-d23e-4bce-8080-eb4b34b9607c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:35:07.231593 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Attempting to bind port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 on network d50e5697-d23e-4bce-8080-eb4b34b9607c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:35:07.243401 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:35:07.243993 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Checking segment: {'id': '795b8875-599f-4ad2-9ba4-8f8d26ba634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd50e5697-d23e-4bce-8080-eb4b34b9607c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:35:07.244640 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:07.245927 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Bound using segment: {'id': '795b8875-599f-4ad2-9ba4-8f8d26ba634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd50e5697-d23e-4bce-8080-eb4b34b9607c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:35:07.246358 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Bound port: e609a7dd-8ba0-484f-b5ae-1f386e26a9d3, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795b8875-599f-4ad2-9ba4-8f8d26ba634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd50e5697-d23e-4bce-8080-eb4b34b9607c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:35:07.246874 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:07.324155 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14a8cc-572b-448e-919c-c02ec4925158 req-9eea8190-718b-4c29-8dc7-110ff17ccd91 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:07.325313 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8e14a8cc-572b-448e-919c-c02ec4925158 req-9eea8190-718b-4c29-8dc7-110ff17ccd91 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 946 time: 0.0817654 Mar 30 01:35:07.366120 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] For port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:35:07.369942 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] For port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=e609a7dd-8ba0-484f-b5ae-1f386e26a9d3,segment=NetworkSegment(795b8875-599f-4ad2-9ba4-8f8d26ba634b),segment_id=795b8875-599f-4ad2-9ba4-8f8d26ba634b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:35:07.378533 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:07.392410 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8e14a8cc-572b-448e-919c-c02ec4925158 req-6c6bae08-add6-4333-a183-cd67caa53748 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df28814-c152-42c7-bfdd-a127aaffba97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590193 Mar 30 01:35:07.462169 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Routers {'51c44a09-8440-4086-84ba-5e1266916b52'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:07.462891 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['51c44a09-8440-4086-84ba-5e1266916b52'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:07.556452 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0015d-9042-4187-bef3-6ff8286a7d88 None None] Pushing event updated for resources: {'Port': ['ID=e609a7dd-8ba0-484f-b5ae-1f386e26a9d3,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:07.583698 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ef934200-c766-40d1-90fb-e85911bbf7b6 None None] Provisioning complete for port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:07.584077 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ef934200-c766-40d1-90fb-e85911bbf7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:07.653399 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] Set router 51c44a09-8440-4086-84ba-5e1266916b52 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:07.691734 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42242) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:07.801733 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ef934200-c766-40d1-90fb-e85911bbf7b6 None None] Current status of the port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:07.802129 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ef934200-c766-40d1-90fb-e85911bbf7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:07.814012 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1182077-acc0-4f35-b2da-03d2c434ad78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:07.854333 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ef934200-c766-40d1-90fb-e85911bbf7b6 None None] For port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=e609a7dd-8ba0-484f-b5ae-1f386e26a9d3,segment=NetworkSegment(795b8875-599f-4ad2-9ba4-8f8d26ba634b),segment_id=795b8875-599f-4ad2-9ba4-8f8d26ba634b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:07.863165 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ef934200-c766-40d1-90fb-e85911bbf7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:07.895386 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1182077-acc0-4f35-b2da-03d2c434ad78 admin admin] Publish callbacks [] for security_group (e46d3dfd-6430-4a90-a827-03987cbd9032), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:07.901565 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1182077-acc0-4f35-b2da-03d2c434ad78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (e46d3dfd-6430-4a90-a827-03987cbd9032), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:07.940799 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f1182077-acc0-4f35-b2da-03d2c434ad78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2cbb761aa6ce4584ac4e7c2b30850b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470450 Mar 30 01:35:07.942171 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1182077-acc0-4f35-b2da-03d2c434ad78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46d3dfd-6430-4a90-a827-03987cbd9032,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:07.943824 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42246) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:07.947511 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef934200-c766-40d1-90fb-e85911bbf7b6 None None] Pushing event updated for resources: {'Port': ['ID=e609a7dd-8ba0-484f-b5ae-1f386e26a9d3,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:07.981346 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c44a09-8440-4086-84ba-5e1266916b52', 'name': 'tempest-TestShelveInstance-410507183-router', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '972e96a8-ec76-484e-ba37-758df43088b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:35:03Z', 'revision_number': 4, 'project_id': 'b883cc6c4a874c66b775b02471346e61', 'gw_port': {'id': '972e96a8-ec76-484e-ba37-758df43088b1', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c44a09-8440-4086-84ba-5e1266916b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'e609a7dd-8ba0-484f-b5ae-1f386e26a9d3', 'name': '', 'network_id': 'd50e5697-d23e-4bce-8080-eb4b34b9607c', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61', 'mac_address': 'fa:16:3e:7c:8e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c44a09-8440-4086-84ba-5e1266916b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4b760592-068a-4cdc-9f04-3431eb6fd948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:02Z', 'updated_at': '2022-03-30T01:35:07Z', 'revision_number': 4, 'project_id': 'b883cc6c4a874c66b775b02471346e61', 'subnets': [{'id': '4b760592-068a-4cdc-9f04-3431eb6fd948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:07.997209 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d9513296-65c7-440a-b347-1c2b189661ae admin admin] Publish callbacks [] for security_group (e46d3dfd-6430-4a90-a827-03987cbd9032), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:08.021804 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d9513296-65c7-440a-b347-1c2b189661ae admin admin] Publish callbacks [] for security_group (e46d3dfd-6430-4a90-a827-03987cbd9032), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:08.071630 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d9513296-65c7-440a-b347-1c2b189661ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (e46d3dfd-6430-4a90-a827-03987cbd9032), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:08.075073 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d9513296-65c7-440a-b347-1c2b189661ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:08.078966 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-d9513296-65c7-440a-b347-1c2b189661ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e46d3dfd-6430-4a90-a827-03987cbd9032 HTTP/1.1" status: 204 len: 168 time: 0.1341329 Mar 30 01:35:08.087345 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9513296-65c7-440a-b347-1c2b189661ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46d3dfd-6430-4a90-a827-03987cbd9032,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:08.158859 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b40adc-4f28-4e38-be44-a4b16313cdb4 None None] The sync data for ids ['51c44a09-8440-4086-84ba-5e1266916b52'] in dv-cinder-817135-7-iscsi is: [{'id': '51c44a09-8440-4086-84ba-5e1266916b52', 'name': 'tempest-TestShelveInstance-410507183-router', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '972e96a8-ec76-484e-ba37-758df43088b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:35:03Z', 'revision_number': 4, 'project_id': 'b883cc6c4a874c66b775b02471346e61', 'gw_port': {'id': '972e96a8-ec76-484e-ba37-758df43088b1', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c44a09-8440-4086-84ba-5e1266916b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'e609a7dd-8ba0-484f-b5ae-1f386e26a9d3', 'name': '', 'network_id': 'd50e5697-d23e-4bce-8080-eb4b34b9607c', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61', 'mac_address': 'fa:16:3e:7c:8e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c44a09-8440-4086-84ba-5e1266916b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4b760592-068a-4cdc-9f04-3431eb6fd948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:02Z', 'updated_at': '2022-03-30T01:35:07Z', 'revision_number': 4, 'project_id': 'b883cc6c4a874c66b775b02471346e61', 'subnets': [{'id': '4b760592-068a-4cdc-9f04-3431eb6fd948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:35:08.172279 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5c83f68d-fe99-4644-8569-054af48c9d85 None None] Provisioning complete for port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:08.172777 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c83f68d-fe99-4644-8569-054af48c9d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:08.296044 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5c83f68d-fe99-4644-8569-054af48c9d85 None None] Current status of the port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:08.341178 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 972e96a8-ec76-484e-ba37-758df43088b1 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:08.402073 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 972e96a8-ec76-484e-ba37-758df43088b1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:08.402547 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (972e96a8-ec76-484e-ba37-758df43088b1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:08.472501 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:08.495104 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2991cc96-9f80-4049-8852-3bb11b492a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:08.506785 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 972e96a8-ec76-484e-ba37-758df43088b1 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:08.574862 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b184d-6eb1-4406-8ec4-017f1bfef364 req-44728730-6cc5-408d-8ba9-afcf58312d79 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:08.576511 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f98b184d-6eb1-4406-8ec4-017f1bfef364 req-44728730-6cc5-408d-8ba9-afcf58312d79 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 946 time: 0.0965106 Mar 30 01:35:08.658252 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2991cc96-9f80-4049-8852-3bb11b492a2d admin admin] Publish callbacks [] for security_group (e29e5076-39ff-4e4e-859b-ad9580033b45), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:08.662419 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f98b184d-6eb1-4406-8ec4-017f1bfef364 req-775340a1-7577-4841-bece-dc4d5cdf1129 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups?id=3df28814-c152-42c7-bfdd-a127aaffba97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782759 Mar 30 01:35:08.663530 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2991cc96-9f80-4049-8852-3bb11b492a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (e29e5076-39ff-4e4e-859b-ad9580033b45), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:08.703471 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2991cc96-9f80-4049-8852-3bb11b492a2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6f10158371f426385c658c8624d5b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297926 Mar 30 01:35:08.704971 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991cc96-9f80-4049-8852-3bb11b492a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29e5076-39ff-4e4e-859b-ad9580033b45,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:08.706157 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42260) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:08.762478 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3c477dc4-2dab-4b49-919b-d66626c4d3c8 admin admin] Publish callbacks [] for security_group (e29e5076-39ff-4e4e-859b-ad9580033b45), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:08.798145 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3c477dc4-2dab-4b49-919b-d66626c4d3c8 admin admin] Publish callbacks [] for security_group (e29e5076-39ff-4e4e-859b-ad9580033b45), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:08.854650 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3c477dc4-2dab-4b49-919b-d66626c4d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (e29e5076-39ff-4e4e-859b-ad9580033b45), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:08.857460 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3c477dc4-2dab-4b49-919b-d66626c4d3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:08.858685 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-3c477dc4-2dab-4b49-919b-d66626c4d3c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e29e5076-39ff-4e4e-859b-ad9580033b45 HTTP/1.1" status: 204 len: 168 time: 0.1514218 Mar 30 01:35:08.869185 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c477dc4-2dab-4b49-919b-d66626c4d3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29e5076-39ff-4e4e-859b-ad9580033b45,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:09.103157 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480f3d5-2608-4737-8590-09e18976f22e req-3e50b635-7457-4b56-865c-c963c06e1ec2 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:09.104828 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5480f3d5-2608-4737-8590-09e18976f22e req-3e50b635-7457-4b56-865c-c963c06e1ec2 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 946 time: 0.0615971 Mar 30 01:35:09.215036 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-5480f3d5-2608-4737-8590-09e18976f22e req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Deleting port ef94ff67-b97b-4ddc-91be-97d000844e19 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:35:09.215599 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-5480f3d5-2608-4737-8590-09e18976f22e req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:09.323704 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-5480f3d5-2608-4737-8590-09e18976f22e req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] For port ef94ff67-b97b-4ddc-91be-97d000844e19, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ef94ff67-b97b-4ddc-91be-97d000844e19,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:09.324069 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-5480f3d5-2608-4737-8590-09e18976f22e req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:09.521937 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-5480f3d5-2608-4737-8590-09e18976f22e req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:09.522291 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-5480f3d5-2608-4737-8590-09e18976f22e req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (24a54d60-14c2-4f9d-8802-23611ed0fcaa), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:09.523284 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.l3_db [req-5480f3d5-2608-4737-8590-09e18976f22e req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Floating IP 24a54d60-14c2-4f9d-8802-23611ed0fcaa disassociated. External IP: 172.27.2.85, port: ef94ff67-b97b-4ddc-91be-97d000844e19. Mar 30 01:35:09.523284 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-5480f3d5-2608-4737-8590-09e18976f22e req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Calling delete_port for ef94ff67-b97b-4ddc-91be-97d000844e19 owned by compute:nova {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:35:09.666458 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-5480f3d5-2608-4737-8590-09e18976f22e req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (ef94ff67-b97b-4ddc-91be-97d000844e19), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:09.698258 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event deleted for resources: {'Port': ['ID=ef94ff67-b97b-4ddc-91be-97d000844e19,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:09.806061 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-62eea87b-2247-4a8f-9d1b-b307017a7dd1 req-9803df8d-8398-4fda-a872-046c50918252 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76f9d6a-d935-4142-908f-9b354c5653af HTTP/1.1" status: 200 len: 210 time: 0.0347967 Mar 30 01:35:09.852553 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5480f3d5-2608-4737-8590-09e18976f22e req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Router 91b93882-61a4-4588-8b61-4fad8ab4d190 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:35:09.982629 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5480f3d5-2608-4737-8590-09e18976f22e req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:35:09.992807 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b43ae0-e48e-49ae-9689-72deebc2c35c None None] Sync routers for ids ['91b93882-61a4-4588-8b61-4fad8ab4d190'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:35:10.004081 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b43ae0-e48e-49ae-9689-72deebc2c35c None None] Routers {'91b93882-61a4-4588-8b61-4fad8ab4d190'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:10.004848 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-86b43ae0-e48e-49ae-9689-72deebc2c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['91b93882-61a4-4588-8b61-4fad8ab4d190'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:10.032006 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-5480f3d5-2608-4737-8590-09e18976f22e req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] No DVR routers for this DVR port ef94ff67-b97b-4ddc-91be-97d000844e19 on host hv-cinder-81713 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:35:10.034593 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-5480f3d5-2608-4737-8590-09e18976f22e req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:10.038184 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5480f3d5-2608-4737-8590-09e18976f22e req-cef8269e-8e07-4257-b0ce-5f3a06d517db tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.10 "DELETE /v2.0/ports/ef94ff67-b97b-4ddc-91be-97d000844e19 HTTP/1.1" status: 204 len: 173 time: 0.9269416 Mar 30 01:35:10.038728 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76f9d6a-d935-4142-908f-9b354c5653af', 'name': 'network-vif-deleted', 'tag': 'ef94ff67-b97b-4ddc-91be-97d000844e19'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:35:10.041530 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656f7811-82dc-457d-8348-bdf97965a233" -d '{"events": [{"server_uuid": "c76f9d6a-d935-4142-908f-9b354c5653af", "name": "network-vif-deleted", "tag": "ef94ff67-b97b-4ddc-91be-97d000844e19"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:35:10.091556 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fd99ca-aa6e-42e4-8154-a1de5ef0d17e x-openstack-request-id: req-e9fd99ca-aa6e-42e4-8154-a1de5ef0d17e {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:35:10.091850 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76f9d6a-d935-4142-908f-9b354c5653af", "name": "network-vif-deleted", "tag": "ef94ff67-b97b-4ddc-91be-97d000844e19", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:35:10.092101 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9fd99ca-aa6e-42e4-8154-a1de5ef0d17e {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:35:10.093220 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9fd99ca-aa6e-42e4-8154-a1de5ef0d17e'] response: {'server_uuid': 'c76f9d6a-d935-4142-908f-9b354c5653af', 'name': 'network-vif-deleted', 'tag': 'ef94ff67-b97b-4ddc-91be-97d000844e19', 'status': 'completed', 'code': 200} Mar 30 01:35:10.148749 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-86b43ae0-e48e-49ae-9689-72deebc2c35c None None] Set router 91b93882-61a4-4588-8b61-4fad8ab4d190 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:10.362175 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:10.422095 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:10.422602 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:10.518748 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:10.573831 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-86b43ae0-e48e-49ae-9689-72deebc2c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:45Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:10.605222 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b43ae0-e48e-49ae-9689-72deebc2c35c None None] Checking router: 91b93882-61a4-4588-8b61-4fad8ab4d190 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:35:10.614285 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b43ae0-e48e-49ae-9689-72deebc2c35c None None] Routers {'91b93882-61a4-4588-8b61-4fad8ab4d190'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:10.615034 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-86b43ae0-e48e-49ae-9689-72deebc2c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:34:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['91b93882-61a4-4588-8b61-4fad8ab4d190'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:10.735323 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-86b43ae0-e48e-49ae-9689-72deebc2c35c None None] Set router 91b93882-61a4-4588-8b61-4fad8ab4d190 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:10.913372 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42320) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:10.961266 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-86b43ae0-e48e-49ae-9689-72deebc2c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:45Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:10.978223 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f73fe32-5085-496d-9103-2f139ca8bc55 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group (3df28814-c152-42c7-bfdd-a127aaffba97), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:10.995719 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b43ae0-e48e-49ae-9689-72deebc2c35c None None] The sync data for ids ['91b93882-61a4-4588-8b61-4fad8ab4d190'] in dv-cinder-817135-7-iscsi is: [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:28:34Z', 'revision_number': 4, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': '189c458f-d0af-4ed7-bf17-4ca0bfa20a82', 'name': '', 'network_id': '03fd8b2f-7625-4635-88c0-2ffd255f1007', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'mac_address': 'fa:16:3e:4e:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ff067983-253c-45fe-994a-831579de17d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:32Z', 'updated_at': '2022-03-30T01:28:45Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'subnets': [{'id': 'ff067983-253c-45fe-994a-831579de17d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:35:11.004441 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f73fe32-5085-496d-9103-2f139ca8bc55 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group (3df28814-c152-42c7-bfdd-a127aaffba97), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:11.059490 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f73fe32-5085-496d-9103-2f139ca8bc55 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (3df28814-c152-42c7-bfdd-a127aaffba97), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:11.062904 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f73fe32-5085-496d-9103-2f139ca8bc55 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:11.064324 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-3f73fe32-5085-496d-9103-2f139ca8bc55 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "DELETE /v2.0/security-groups/3df28814-c152-42c7-bfdd-a127aaffba97 HTTP/1.1" status: 204 len: 168 time: 0.1499658 Mar 30 01:35:11.067295 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42326) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:11.075788 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73fe32-5085-496d-9103-2f139ca8bc55 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df28814-c152-42c7-bfdd-a127aaffba97,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:11.091727 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.api.v2.resource [None req-3507e142-66f3-49d5-951e-fab5496f40cc tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] show failed (client error): The resource could not be found. Mar 30 01:35:11.093481 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3507e142-66f3-49d5-951e-fab5496f40cc tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "GET /v2.0/security-groups/3df28814-c152-42c7-bfdd-a127aaffba97 HTTP/1.1" status: 404 len: 347 time: 0.0251813 Mar 30 01:35:11.096377 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42328) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:11.240800 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9b546780-9435-4e91-bd40-b9a6954c68a8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Deleting port 734b443a-7f2f-4141-a18b-8880ca1f7506 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:35:11.241144 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b546780-9435-4e91-bd40-b9a6954c68a8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (734b443a-7f2f-4141-a18b-8880ca1f7506), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:11.283596 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389ef97-d2be-46ff-928a-bd93dfe86c00 None None] New status for floating IP 24a54d60-14c2-4f9d-8802-23611ed0fcaa: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:35:11.333726 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b546780-9435-4e91-bd40-b9a6954c68a8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (734b443a-7f2f-4141-a18b-8880ca1f7506), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:11.334121 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b546780-9435-4e91-bd40-b9a6954c68a8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for floatingip (734b443a-7f2f-4141-a18b-8880ca1f7506), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:11.355809 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9b546780-9435-4e91-bd40-b9a6954c68a8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Calling delete_port for 734b443a-7f2f-4141-a18b-8880ca1f7506 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:35:11.524485 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b546780-9435-4e91-bd40-b9a6954c68a8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (734b443a-7f2f-4141-a18b-8880ca1f7506), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:11.552152 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b546780-9435-4e91-bd40-b9a6954c68a8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Pushing event deleted for resources: {'Port': ['ID=734b443a-7f2f-4141-a18b-8880ca1f7506,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:11.620079 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b546780-9435-4e91-bd40-b9a6954c68a8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks [] for floatingip (24a54d60-14c2-4f9d-8802-23611ed0fcaa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:11.622583 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b546780-9435-4e91-bd40-b9a6954c68a8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:11.624940 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-9b546780-9435-4e91-bd40-b9a6954c68a8 tempest-AttachVolumeTestJSON-636608222 tempest-AttachVolumeTestJSON-636608222-project] 10.222.0.30 "DELETE /v2.0/floatingips/24a54d60-14c2-4f9d-8802-23611ed0fcaa HTTP/1.1" status: 204 len: 168 time: 0.5269973 Mar 30 01:35:13.716437 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2c4cb581-e4ac-45e0-b710-5bf20b161035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:14.350599 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device ef94ff67-b97b-4ddc-91be-97d000844e19 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:35:14.370930 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: ef94ff67-b97b-4ddc-91be-97d000844e19 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:35:14.371280 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device ef94ff67-b97b-4ddc-91be-97d000844e19 not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:35:15.178162 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42406) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:15.681826 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-707601e4-2db5-41e3-a3fc-49d3a003ad73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785544'] for router_interface (91b93882-61a4-4588-8b61-4fad8ab4d190), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:15.881753 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c8e178ae-5e16-495c-b314-4bf7a17b0f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:15.940047 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-707601e4-2db5-41e3-a3fc-49d3a003ad73 admin admin] Deleting port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:35:15.940945 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-707601e4-2db5-41e3-a3fc-49d3a003ad73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:16.031144 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-707601e4-2db5-41e3-a3fc-49d3a003ad73 admin admin] For port 189c458f-d0af-4ed7-bf17-4ca0bfa20a82, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=189c458f-d0af-4ed7-bf17-4ca0bfa20a82,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:16.031567 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-707601e4-2db5-41e3-a3fc-49d3a003ad73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:16.045895 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-707601e4-2db5-41e3-a3fc-49d3a003ad73 admin admin] Calling delete_port for 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 owned by network:router_interface {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:35:16.235940 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-707601e4-2db5-41e3-a3fc-49d3a003ad73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (189c458f-d0af-4ed7-bf17-4ca0bfa20a82), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:16.262137 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707601e4-2db5-41e3-a3fc-49d3a003ad73 admin admin] Pushing event deleted for resources: {'Port': ['ID=189c458f-d0af-4ed7-bf17-4ca0bfa20a82,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:16.442170 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-707601e4-2db5-41e3-a3fc-49d3a003ad73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3786456'] for router_interface (91b93882-61a4-4588-8b61-4fad8ab4d190), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:16.659594 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707601e4-2db5-41e3-a3fc-49d3a003ad73 admin admin] Router 91b93882-61a4-4588-8b61-4fad8ab4d190 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:35:16.768491 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707601e4-2db5-41e3-a3fc-49d3a003ad73 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:35:16.773651 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-707601e4-2db5-41e3-a3fc-49d3a003ad73 admin admin] 10.222.0.30 "PUT /v2.0/routers/91b93882-61a4-4588-8b61-4fad8ab4d190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5942998 Mar 30 01:35:16.776059 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42432) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:16.778899 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5dca8e-3633-4daf-97d1-82a2735af3c5 None None] Sync routers for ids ['91b93882-61a4-4588-8b61-4fad8ab4d190'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:35:16.788747 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5dca8e-3633-4daf-97d1-82a2735af3c5 None None] Routers {'91b93882-61a4-4588-8b61-4fad8ab4d190'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:16.789361 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0e5dca8e-3633-4daf-97d1-82a2735af3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:35:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['91b93882-61a4-4588-8b61-4fad8ab4d190'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:16.900954 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-0e5dca8e-3633-4daf-97d1-82a2735af3c5 None None] Set router 91b93882-61a4-4588-8b61-4fad8ab4d190 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:17.088839 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0e5dca8e-3633-4daf-97d1-82a2735af3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:35:16Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:17.110625 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.123275 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5dca8e-3633-4daf-97d1-82a2735af3c5 None None] Checking router: 91b93882-61a4-4588-8b61-4fad8ab4d190 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:35:17.128805 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] Publish callbacks [] for router (91b93882-61a4-4588-8b61-4fad8ab4d190), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.131989 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5dca8e-3633-4daf-97d1-82a2735af3c5 None None] Routers {'91b93882-61a4-4588-8b61-4fad8ab4d190'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:17.132593 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0e5dca8e-3633-4daf-97d1-82a2735af3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:35:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['91b93882-61a4-4588-8b61-4fad8ab4d190'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:17.236279 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] Publish callbacks [] for router_gateway (91b93882-61a4-4588-8b61-4fad8ab4d190), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.243170 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-0e5dca8e-3633-4daf-97d1-82a2735af3c5 None None] Set router 91b93882-61a4-4588-8b61-4fad8ab4d190 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:17.295975 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] Deleting port 595d517f-f434-4f41-bccf-7fbeefdd0a73 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:35:17.296405 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (595d517f-f434-4f41-bccf-7fbeefdd0a73), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.388280 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] For port 595d517f-f434-4f41-bccf-7fbeefdd0a73, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=595d517f-f434-4f41-bccf-7fbeefdd0a73,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:17.388730 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (595d517f-f434-4f41-bccf-7fbeefdd0a73), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.403037 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] Calling delete_port for 595d517f-f434-4f41-bccf-7fbeefdd0a73 owned by network:router_gateway {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:35:17.447732 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0e5dca8e-3633-4daf-97d1-82a2735af3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:35:16Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:17.480490 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5dca8e-3633-4daf-97d1-82a2735af3c5 None None] The sync data for ids ['91b93882-61a4-4588-8b61-4fad8ab4d190'] in dv-cinder-817135-7-iscsi is: [{'id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'name': 'tempest-AttachVolumeTestJSON-23105253-router', 'tenant_id': '039eb3382c0646d4bd8cddff38364c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:20Z', 'updated_at': '2022-03-30T01:35:16Z', 'revision_number': 5, 'project_id': '039eb3382c0646d4bd8cddff38364c12', 'gw_port': {'id': '595d517f-f434-4f41-bccf-7fbeefdd0a73', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b93882-61a4-4588-8b61-4fad8ab4d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:24Z', 'updated_at': '2022-03-30T01:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:35:17.547008 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:17.603514 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (595d517f-f434-4f41-bccf-7fbeefdd0a73), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.630225 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] Pushing event deleted for resources: {'Port': ['ID=595d517f-f434-4f41-bccf-7fbeefdd0a73,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:17.686754 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62d5fb1a-96e6-4509-9ad1-582a0a7b122c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.697932 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3784754'] for router_gateway (91b93882-61a4-4588-8b61-4fad8ab4d190), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.765756 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62d5fb1a-96e6-4509-9ad1-582a0a7b122c admin admin] Publish callbacks [] for security_group (e26195d7-34c7-44ac-af59-e19e73fe64d0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.769696 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62d5fb1a-96e6-4509-9ad1-582a0a7b122c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (e26195d7-34c7-44ac-af59-e19e73fe64d0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.797572 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3990'] for router (91b93882-61a4-4588-8b61-4fad8ab4d190), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.799932 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] Publish callbacks [] for router_controller (91b93882-61a4-4588-8b61-4fad8ab4d190), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.813612 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-62d5fb1a-96e6-4509-9ad1-582a0a7b122c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df1d7a70d12542b89d164f287464e57b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631953 Mar 30 01:35:17.813612 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5fb1a-96e6-4509-9ad1-582a0a7b122c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26195d7-34c7-44ac-af59-e19e73fe64d0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:17.815588 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:17.852802 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786967'] for router (91b93882-61a4-4588-8b61-4fad8ab4d190), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.853398 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91b93882-61a4-4588-8b61-4fad8ab4d190 {{(pid=103227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:35:17.859012 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.865645 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42454) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:17.865978 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-a886718c-2067-44dc-8ef4-aae9ca4f45fb admin admin] 10.222.0.30 "DELETE /v2.0/routers/91b93882-61a4-4588-8b61-4fad8ab4d190 HTTP/1.1" status: 204 len: 168 time: 1.0840032 Mar 30 01:35:17.902885 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8855fef1-8a33-4d7c-81c9-4849acb536b0 admin admin] Publish callbacks [] for security_group (e26195d7-34c7-44ac-af59-e19e73fe64d0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.936500 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8855fef1-8a33-4d7c-81c9-4849acb536b0 admin admin] Publish callbacks [] for security_group (e26195d7-34c7-44ac-af59-e19e73fe64d0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:17.940287 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6fa0da-8d60-410d-8dc9-9e0e4b926e23 admin admin] Deleting subnet ff067983-253c-45fe-994a-831579de17d9 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:35:17.950045 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa0da-8d60-410d-8dc9-9e0e4b926e23 admin admin] Publish callbacks [] for subnet (ff067983-253c-45fe-994a-831579de17d9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.003122 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa0da-8d60-410d-8dc9-9e0e4b926e23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59948698'] for subnet (ff067983-253c-45fe-994a-831579de17d9), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.043324 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8855fef1-8a33-4d7c-81c9-4849acb536b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (e26195d7-34c7-44ac-af59-e19e73fe64d0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.046224 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8855fef1-8a33-4d7c-81c9-4849acb536b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.050206 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8855fef1-8a33-4d7c-81c9-4849acb536b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e26195d7-34c7-44ac-af59-e19e73fe64d0 HTTP/1.1" status: 204 len: 168 time: 0.2308302 Mar 30 01:35:18.077922 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855fef1-8a33-4d7c-81c9-4849acb536b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26195d7-34c7-44ac-af59-e19e73fe64d0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:18.137719 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa0da-8d60-410d-8dc9-9e0e4b926e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (ff067983-253c-45fe-994a-831579de17d9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.204532 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa0da-8d60-410d-8dc9-9e0e4b926e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60604968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60098960'] for subnet (ff067983-253c-45fe-994a-831579de17d9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.234842 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fa0da-8d60-410d-8dc9-9e0e4b926e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff067983-253c-45fe-994a-831579de17d9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:18.237205 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa0da-8d60-410d-8dc9-9e0e4b926e23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.240052 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ce6fa0da-8d60-410d-8dc9-9e0e4b926e23 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ff067983-253c-45fe-994a-831579de17d9 HTTP/1.1" status: 204 len: 168 time: 0.3733218 Mar 30 01:35:18.242591 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42464) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:18.245605 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4a6eb9-f76c-41e8-8237-64b9df6829a7 None None] Network 03fd8b2f-7625-4635-88c0-2ffd255f1007 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:35:18.322614 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (03fd8b2f-7625-4635-88c0-2ffd255f1007), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.385622 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Deleting port b8e544e7-1080-4c27-9748-20ac84ec4dd8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:35:18.386108 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.392783 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42470) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:18.406271 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8b203160-f717-4fd1-8b94-77427378be08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.449947 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] For port b8e544e7-1080-4c27-9748-20ac84ec4dd8, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=b8e544e7-1080-4c27-9748-20ac84ec4dd8,segment=NetworkSegment(7cef6bac-38e2-4ebe-a172-3a4a998e8c0b),segment_id=7cef6bac-38e2-4ebe-a172-3a4a998e8c0b)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:18.450335 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.465881 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Calling delete_port for b8e544e7-1080-4c27-9748-20ac84ec4dd8 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:35:18.483175 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8b203160-f717-4fd1-8b94-77427378be08 admin admin] Publish callbacks [] for security_group (3d40511a-47ab-4c06-9e4e-8fb9e7c6af0c), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.487270 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8b203160-f717-4fd1-8b94-77427378be08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (3d40511a-47ab-4c06-9e4e-8fb9e7c6af0c), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.496385 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.525600 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b203160-f717-4fd1-8b94-77427378be08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d40511a-47ab-4c06-9e4e-8fb9e7c6af0c,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:18.533438 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-8b203160-f717-4fd1-8b94-77427378be08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3c418da198242b3a6d272899a169689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371703 Mar 30 01:35:18.533636 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42472) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:18.563073 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee909a1-286a-42b7-a5ba-2ae1b3fa71f5 None None] DHCP port deletion for 03fd8b2f-7625-4635-88c0-2ffd255f1007 request from dv-cinder-817135-7-iscsi {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:35:18.584356 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.611885 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1d7fdc06-ea32-484e-a1ef-fff20227d8ea admin admin] Publish callbacks [] for security_group (3d40511a-47ab-4c06-9e4e-8fb9e7c6af0c), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.621779 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e544e7-1080-4c27-9748-20ac84ec4dd8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:18.624437 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] No DVR routers for this DVR port b8e544e7-1080-4c27-9748-20ac84ec4dd8 on host dv-cinder-817135-7-iscsi {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:35:18.661841 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1d7fdc06-ea32-484e-a1ef-fff20227d8ea admin admin] Publish callbacks [] for security_group (3d40511a-47ab-4c06-9e4e-8fb9e7c6af0c), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.690308 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1ee909a1-286a-42b7-a5ba-2ae1b3fa71f5 None None] Deleting port b8e544e7-1080-4c27-9748-20ac84ec4dd8 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:35:18.690847 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ee909a1-286a-42b7-a5ba-2ae1b3fa71f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.732491 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:35:18.742628 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1d7fdc06-ea32-484e-a1ef-fff20227d8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (3d40511a-47ab-4c06-9e4e-8fb9e7c6af0c), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.745441 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1d7fdc06-ea32-484e-a1ef-fff20227d8ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.746664 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-1d7fdc06-ea32-484e-a1ef-fff20227d8ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d40511a-47ab-4c06-9e4e-8fb9e7c6af0c HTTP/1.1" status: 204 len: 168 time: 0.2121212 Mar 30 01:35:18.755211 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fdc06-ea32-484e-a1ef-fff20227d8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d40511a-47ab-4c06-9e4e-8fb9e7c6af0c,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:18.756268 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (03fd8b2f-7625-4635-88c0-2ffd255f1007), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.770586 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:35:18.780631 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 189c458f-d0af-4ed7-bf17-4ca0bfa20a82 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:35:18.782067 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fd8b2f-7625-4635-88c0-2ffd255f1007']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:18.792402 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:18.793010 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cef6bac-38e2-4ebe-a172-3a4a998e8c0b') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:18.793873 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1ee909a1-286a-42b7-a5ba-2ae1b3fa71f5 None None] For port b8e544e7-1080-4c27-9748-20ac84ec4dd8, host dv-cinder-817135-7-iscsi, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:18.794277 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ee909a1-286a-42b7-a5ba-2ae1b3fa71f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.804214 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59948689'] for segment (7cef6bac-38e2-4ebe-a172-3a4a998e8c0b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.810032 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1ee909a1-286a-42b7-a5ba-2ae1b3fa71f5 None None] Calling delete_port for b8e544e7-1080-4c27-9748-20ac84ec4dd8 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:35:18.813125 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-1ee909a1-286a-42b7-a5ba-2ae1b3fa71f5 None None] Port b8e544e7-1080-4c27-9748-20ac84ec4dd8 was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 30 01:35:18.814420 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ee909a1-286a-42b7-a5ba-2ae1b3fa71f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781'] for port (b8e544e7-1080-4c27-9748-20ac84ec4dd8), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.819870 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (7cef6bac-38e2-4ebe-a172-3a4a998e8c0b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.828354 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:35:18.829115 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60605326'] for segment (7cef6bac-38e2-4ebe-a172-3a4a998e8c0b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: Traceback (most recent call last): Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: timer() Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: cb(*args, **kw) Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: return func(*args, **kwargs) Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: self._notify() Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: self.callback(batched_events) Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: event.method(event) Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: return f(self, *a, **k) Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: return self._get(url).json() Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:35:18.830895 dv-cinder-817135-7-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:35:18.846044 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee909a1-286a-42b7-a5ba-2ae1b3fa71f5 None None] Pushing event deleted for resources: {'Port': ['ID=b8e544e7-1080-4c27-9748-20ac84ec4dd8,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:18.847916 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee909a1-286a-42b7-a5ba-2ae1b3fa71f5 None None] No DVR routers for this DVR port b8e544e7-1080-4c27-9748-20ac84ec4dd8 on host dv-cinder-817135-7-iscsi {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:35:18.891384 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (03fd8b2f-7625-4635-88c0-2ffd255f1007), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.896917 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:18.900058 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/03fd8b2f-7625-4635-88c0-2ffd255f1007 HTTP/1.1" status: 204 len: 168 time: 0.6560941 Mar 30 01:35:18.912455 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3397bc-7b79-4835-b29c-82c1d8ec3ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=03fd8b2f-7625-4635-88c0-2ffd255f1007,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:19.094240 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42492) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:19.146236 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-475835dd-7109-4b21-a4e7-8f534f87a9fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=039eb3382c0646d4bd8cddff38364c12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0484776 Mar 30 01:35:19.146597 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42496) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:19.146997 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:19.171451 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c94da3a1-31dc-4fcc-a00b-81246343aba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.244789 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdfa4-0e8a-4fb5-b129-17c4a972fefc admin admin] Publish callbacks [] for security_group (89f62a73-8ecf-423b-b10b-60febc500b16), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.280587 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdfa4-0e8a-4fb5-b129-17c4a972fefc admin admin] Publish callbacks [] for security_group (89f62a73-8ecf-423b-b10b-60febc500b16), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.336427 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c94da3a1-31dc-4fcc-a00b-81246343aba9 admin admin] Publish callbacks [] for security_group (d666cc44-518a-41d5-b750-665f53bc7a91), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.337420 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce262a-3b0c-42b1-83bb-1a42ff974449 req-fc7bebf0-9950-4ec1-8a0c-03ebd41e8cde tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:19.340700 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-27ce262a-3b0c-42b1-83bb-1a42ff974449 req-fc7bebf0-9950-4ec1-8a0c-03ebd41e8cde tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 947 time: 0.0652814 Mar 30 01:35:19.342242 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c94da3a1-31dc-4fcc-a00b-81246343aba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (d666cc44-518a-41d5-b750-665f53bc7a91), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.382333 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdfa4-0e8a-4fb5-b129-17c4a972fefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (89f62a73-8ecf-423b-b10b-60febc500b16), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.384761 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdfa4-0e8a-4fb5-b129-17c4a972fefc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.385886 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2b2cdfa4-0e8a-4fb5-b129-17c4a972fefc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89f62a73-8ecf-423b-b10b-60febc500b16 HTTP/1.1" status: 204 len: 168 time: 0.2368040 Mar 30 01:35:19.386868 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94da3a1-31dc-4fcc-a00b-81246343aba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d666cc44-518a-41d5-b750-665f53bc7a91,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:19.391475 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c94da3a1-31dc-4fcc-a00b-81246343aba9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=947d1e8d7d4a4f2bb18dd54e3f97fcb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435129 Mar 30 01:35:19.394720 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42506) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:19.407331 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-27ce262a-3b0c-42b1-83bb-1a42ff974449 req-80dbbc48-ac75-4a0b-b7ac-5d075630943c tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596340 Mar 30 01:35:19.410259 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cdfa4-0e8a-4fb5-b129-17c4a972fefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f62a73-8ecf-423b-b10b-60febc500b16,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:19.455634 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-336cdd78-c96f-4eeb-aab2-d66319a61a32 admin admin] Publish callbacks [] for security_group (d666cc44-518a-41d5-b750-665f53bc7a91), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.477341 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-336cdd78-c96f-4eeb-aab2-d66319a61a32 admin admin] Publish callbacks [] for security_group (d666cc44-518a-41d5-b750-665f53bc7a91), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.532141 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-336cdd78-c96f-4eeb-aab2-d66319a61a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (d666cc44-518a-41d5-b750-665f53bc7a91), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.534771 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-336cdd78-c96f-4eeb-aab2-d66319a61a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:19.535925 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-336cdd78-c96f-4eeb-aab2-d66319a61a32 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d666cc44-518a-41d5-b750-665f53bc7a91 HTTP/1.1" status: 204 len: 168 time: 0.1403148 Mar 30 01:35:19.543708 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cdd78-c96f-4eeb-aab2-d66319a61a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d666cc44-518a-41d5-b750-665f53bc7a91,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:20.083228 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.261066 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 595d517f-f434-4f41-bccf-7fbeefdd0a73 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:35:20.264590 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42554) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:20.284336 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 595d517f-f434-4f41-bccf-7fbeefdd0a73 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:35:20.284689 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 595d517f-f434-4f41-bccf-7fbeefdd0a73 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:35:20.285115 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device b8e544e7-1080-4c27-9748-20ac84ec4dd8 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:35:20.304464 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: b8e544e7-1080-4c27-9748-20ac84ec4dd8 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:35:20.304808 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device b8e544e7-1080-4c27-9748-20ac84ec4dd8 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:35:20.365429 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-504938903-network', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:20.386074 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] Made reservation on behalf of f209b912e4bd4a87ae03b6ffd2abe157 for: {'network': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:35:20.388461 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for network (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.396984 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.486213 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] Publish callbacks [] for security_group (a35308a6-b15d-4cc2-99c1-5e6314014541), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.492169 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (a35308a6-b15d-4cc2-99c1-5e6314014541), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.518421 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 01:35:20.538346 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (8550264f-b8b0-466c-be6d-3f524a2b5b01), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.538982 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.segments_db [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] Added segment 8550264f-b8b0-466c-be6d-3f524a2b5b01 of type vlan for network bb381a09-567f-4898-a161-3a00985edb2d Mar 30 01:35:20.540500 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35308a6-b15d-4cc2-99c1-5e6314014541,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:20.547826 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9644a-2a28-4eed-8a63-aa919030c14e req-30c789a5-8cd3-4a48-a8fa-4387b1a70ca3 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:20.556798 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-36e9644a-2a28-4eed-8a63-aa919030c14e req-30c789a5-8cd3-4a48-a8fa-4387b1a70ca3 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 947 time: 0.0657289 Mar 30 01:35:20.582654 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734056929859'] for network (bb381a09-567f-4898-a161-3a00985edb2d), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.605846 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-36e9644a-2a28-4eed-8a63-aa919030c14e req-1f7ecc90-31ec-4f28-ae30-b5d1a934f808 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups?id=56f9a92a-1e7d-4d31-84b7-d40a66823b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480771 Mar 30 01:35:20.613382 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398'] for network (bb381a09-567f-4898-a161-3a00985edb2d), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.614392 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:20.615012 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.620833 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42564) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:20.681116 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4153655 Mar 30 01:35:20.684431 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42568) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:20.691352 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-e7895540-cb5f-488f-a474-0f9a2a8ed6f4 admin admin] Request body: {'subnet': {'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-504938903-subnet', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:20.704358 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f925f-f44d-470f-8dbb-0aed37765539 admin admin] Pushing event updated for resources: {'Network': ['ID=bb381a09-567f-4898-a161-3a00985edb2d,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:20.715953 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Network bb381a09-567f-4898-a161-3a00985edb2d details requested by agent ovs-agent-dv-cinder-817135-7-iscsi with host dv-cinder-817135-7-iscsi {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 01:35:20.718594 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7895540-cb5f-488f-a474-0f9a2a8ed6f4 admin admin] Made reservation on behalf of f209b912e4bd4a87ae03b6ffd2abe157 for: {'subnet': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:35:20.720946 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e7895540-cb5f-488f-a474-0f9a2a8ed6f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60116538'] for subnet (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.736986 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b84d3266-c92b-4347-a268-6c77d876412c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.833253 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b84d3266-c92b-4347-a268-6c77d876412c admin admin] Publish callbacks [] for security_group (068a80f1-c816-4cc4-ba9e-39ba82fcdaed), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.836359 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b84d3266-c92b-4347-a268-6c77d876412c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (068a80f1-c816-4cc4-ba9e-39ba82fcdaed), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.873007 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d3266-c92b-4347-a268-6c77d876412c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068a80f1-c816-4cc4-ba9e-39ba82fcdaed,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:20.879224 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b84d3266-c92b-4347-a268-6c77d876412c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9b32e08a5c14f3db8436e988689b820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571764 Mar 30 01:35:20.881851 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42572) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:20.935014 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a808d519-de0c-4cfd-9186-390e872bc3f5 admin admin] Publish callbacks [] for security_group (068a80f1-c816-4cc4-ba9e-39ba82fcdaed), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.936528 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e7895540-cb5f-488f-a474-0f9a2a8ed6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3152834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60116524'] for subnet (7e77f2a5-8711-44b4-9bd8-745e29cce5c2), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:20.957244 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a808d519-de0c-4cfd-9186-390e872bc3f5 admin admin] Publish callbacks [] for security_group (068a80f1-c816-4cc4-ba9e-39ba82fcdaed), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.004413 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a808d519-de0c-4cfd-9186-390e872bc3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (068a80f1-c816-4cc4-ba9e-39ba82fcdaed), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.007026 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a808d519-de0c-4cfd-9186-390e872bc3f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.008169 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a808d519-de0c-4cfd-9186-390e872bc3f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/068a80f1-c816-4cc4-ba9e-39ba82fcdaed HTTP/1.1" status: 204 len: 168 time: 0.1253855 Mar 30 01:35:21.014632 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee61390-f77b-410f-bf26-da807477aa41 req-4010e384-1daf-4ac5-803a-b7445494c7cb tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:21.016153 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2ee61390-f77b-410f-bf26-da807477aa41 req-4010e384-1daf-4ac5-803a-b7445494c7cb tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 947 time: 0.1089101 Mar 30 01:35:21.017227 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808d519-de0c-4cfd-9186-390e872bc3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068a80f1-c816-4cc4-ba9e-39ba82fcdaed,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:21.019583 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7895540-cb5f-488f-a474-0f9a2a8ed6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e77f2a5-8711-44b4-9bd8-745e29cce5c2,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:21.058422 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7895540-cb5f-488f-a474-0f9a2a8ed6f4 admin admin] Checking segment: {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:35:21.058849 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7895540-cb5f-488f-a474-0f9a2a8ed6f4 admin admin] Network hostable DHCP agents. Network: bb381a09-567f-4898-a161-3a00985edb2d, hostable agents: ['05110a51-f34b-44a2-979b-07984843a272'], hosted agents: [] {{(pid=103227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 01:35:21.111147 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7895540-cb5f-488f-a474-0f9a2a8ed6f4 admin admin] Network bb381a09-567f-4898-a161-3a00985edb2d is scheduled to be hosted by DHCP agent 05110a51-f34b-44a2-979b-07984843a272 with binding_index 1 {{(pid=103227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 01:35:21.126449 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-e7895540-cb5f-488f-a474-0f9a2a8ed6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-7-iscsi, bb381a09-567f-4898-a161-3a00985edb2d) {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:21.132435 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7895540-cb5f-488f-a474-0f9a2a8ed6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:21.132435 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e7895540-cb5f-488f-a474-0f9a2a8ed6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.137233 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028e808c-79f5-44d0-ad8a-781f7957affa None None] Network bb381a09-567f-4898-a161-3a00985edb2d requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:35:21.148823 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-2ee61390-f77b-410f-bf26-da807477aa41 req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Deleting port e610d487-7658-4c75-8310-cd6338ef8ef2 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:35:21.149145 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-2ee61390-f77b-410f-bf26-da807477aa41 req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.167255 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-e7895540-cb5f-488f-a474-0f9a2a8ed6f4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4818077 Mar 30 01:35:21.170752 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42578) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:21.175676 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:21.198739 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3788032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3972'] for router (3e488ba3-8644-4f38-9e13-8dd556a2dd50), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.199683 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3786896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3784897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3779565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3997'] for router (3e488ba3-8644-4f38-9e13-8dd556a2dd50), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.260105 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59b23a1d-20be-52f4-82ad-60a22b17f1f3-bb381a09-567f-4898-a161-3a00985edb2d', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2'}]}} from dv-cinder-817135-7-iscsi. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 01:35:21.261405 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.275330 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-2ee61390-f77b-410f-bf26-da807477aa41 req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] For port e610d487-7658-4c75-8310-cd6338ef8ef2, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e610d487-7658-4c75-8310-cd6338ef8ef2,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:21.275859 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-2ee61390-f77b-410f-bf26-da807477aa41 req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.277629 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Publish callbacks [] for router_controller (3e488ba3-8644-4f38-9e13-8dd556a2dd50), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.434537 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Publish callbacks [] for router_gateway (3e488ba3-8644-4f38-9e13-8dd556a2dd50), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.434834 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Allocated IP 172.20.0.2 (bb381a09-567f-4898-a161-3a00985edb2d/7e77f2a5-8711-44b4-9bd8-745e29cce5c2/78ff31a6-07c5-42ba-9e0c-0ef75756033d) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:35:21.499417 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-2ee61390-f77b-410f-bf26-da807477aa41 req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.500534 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-2ee61390-f77b-410f-bf26-da807477aa41 req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (d4fff103-2749-4313-91fc-0bcaefddaeb1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.501017 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.l3_db [req-2ee61390-f77b-410f-bf26-da807477aa41 req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Floating IP d4fff103-2749-4313-91fc-0bcaefddaeb1 disassociated. External IP: 172.27.2.99, port: e610d487-7658-4c75-8310-cd6338ef8ef2. Mar 30 01:35:21.501623 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-2ee61390-f77b-410f-bf26-da807477aa41 req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Calling delete_port for e610d487-7658-4c75-8310-cd6338ef8ef2 owned by compute:nova {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:35:21.630658 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Publish callbacks [] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.638324 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772'] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.678193 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-2ee61390-f77b-410f-bf26-da807477aa41 req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (e610d487-7658-4c75-8310-cd6338ef8ef2), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.709772 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Publish callbacks [] for router_gateway (3e488ba3-8644-4f38-9e13-8dd556a2dd50), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.710778 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Network bb381a09-567f-4898-a161-3a00985edb2d is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:35:21.715982 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:21.726551 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:35:21.728893 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Pushing event updated for resources: {'Port': ['ID=78ff31a6-07c5-42ba-9e0c-0ef75756033d,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:21.729807 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.740111 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event deleted for resources: {'Port': ['ID=e610d487-7658-4c75-8310-cd6338ef8ef2,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:21.784603 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-389a6962-56d8-4ae5-bc67-45b6eb56b268 req-30a7703d-f0dc-40f4-aa92-d98ad076b374 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb97ffcc-1acb-4aeb-9e7a-18feffe10a82 HTTP/1.1" status: 200 len: 210 time: 0.0389664 Mar 30 01:35:21.813624 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Attempting to bind port 78ff31a6-07c5-42ba-9e0c-0ef75756033d on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:35:21.814408 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Attempting to bind port 78ff31a6-07c5-42ba-9e0c-0ef75756033d by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:35:21.815111 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Attempting to bind port 78ff31a6-07c5-42ba-9e0c-0ef75756033d on network bb381a09-567f-4898-a161-3a00985edb2d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:35:21.822064 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:35:21.822893 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Checking segment: {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:35:21.823468 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.824588 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Bound using segment: {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:35:21.825622 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Bound port: 78ff31a6-07c5-42ba-9e0c-0ef75756033d, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:35:21.826227 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.875113 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Allocated IP 172.27.2.147 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/e76687cc-806e-4a2c-a1f1-b7ee918b6460) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:35:21.927943 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] For port 78ff31a6-07c5-42ba-9e0c-0ef75756033d, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:35:21.932121 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] For port 78ff31a6-07c5-42ba-9e0c-0ef75756033d, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=78ff31a6-07c5-42ba-9e0c-0ef75756033d,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:35:21.939025 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:21.939235 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ee61390-f77b-410f-bf26-da807477aa41 req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Router 4a0fc035-0867-44b8-aeb1-68d943f89e09 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:35:21.998290 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Publish callbacks [] for port (e76687cc-806e-4a2c-a1f1-b7ee918b6460), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:22.031674 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4d012-806d-4ef0-aec4-7ae3ea846d07 None None] Pushing event updated for resources: {'Port': ['ID=78ff31a6-07c5-42ba-9e0c-0ef75756033d,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:22.042994 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (e76687cc-806e-4a2c-a1f1-b7ee918b6460), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:22.089468 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:35:22.092926 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:22.099071 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:35:22.105458 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ee61390-f77b-410f-bf26-da807477aa41 req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:35:22.121575 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b9bc5-9ac1-4fcb-893f-e8ae0362b524 None None] Sync routers for ids ['4a0fc035-0867-44b8-aeb1-68d943f89e09'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:35:22.124013 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Pushing event updated for resources: {'Port': ['ID=e76687cc-806e-4a2c-a1f1-b7ee918b6460,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:22.165487 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b9bc5-9ac1-4fcb-893f-e8ae0362b524 None None] Routers {'4a0fc035-0867-44b8-aeb1-68d943f89e09'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:22.166725 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee61390-f77b-410f-bf26-da807477aa41 req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] No DVR routers for this DVR port e610d487-7658-4c75-8310-cd6338ef8ef2 on host hv-cinder-81713 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:35:22.168438 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cd3b9bc5-9ac1-4fcb-893f-e8ae0362b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:35:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['4a0fc035-0867-44b8-aeb1-68d943f89e09'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:22.170032 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-2ee61390-f77b-410f-bf26-da807477aa41 req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:22.177284 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2ee61390-f77b-410f-bf26-da807477aa41 req-bfaab412-0d81-483b-bc49-5781fac6514b tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.10 "DELETE /v2.0/ports/e610d487-7658-4c75-8310-cd6338ef8ef2 HTTP/1.1" status: 204 len: 173 time: 1.1513581 Mar 30 01:35:22.177784 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'name': 'network-vif-deleted', 'tag': 'e610d487-7658-4c75-8310-cd6338ef8ef2'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:35:22.185180 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d11041-9908-4cd9-9729-56a65fb653ed" -d '{"events": [{"server_uuid": "bb97ffcc-1acb-4aeb-9e7a-18feffe10a82", "name": "network-vif-deleted", "tag": "e610d487-7658-4c75-8310-cd6338ef8ef2"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:35:22.282142 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4196fd4-2786-45f0-abd2-6b7e69ba93fb x-openstack-request-id: req-e4196fd4-2786-45f0-abd2-6b7e69ba93fb {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:35:22.282443 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb97ffcc-1acb-4aeb-9e7a-18feffe10a82", "name": "network-vif-deleted", "tag": "e610d487-7658-4c75-8310-cd6338ef8ef2", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:35:22.282917 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4196fd4-2786-45f0-abd2-6b7e69ba93fb {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:35:22.283383 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4196fd4-2786-45f0-abd2-6b7e69ba93fb'] response: {'server_uuid': 'bb97ffcc-1acb-4aeb-9e7a-18feffe10a82', 'name': 'network-vif-deleted', 'tag': 'e610d487-7658-4c75-8310-cd6338ef8ef2', 'status': 'completed', 'code': 200} Mar 30 01:35:22.371643 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-cd3b9bc5-9ac1-4fcb-893f-e8ae0362b524 None None] Set router 4a0fc035-0867-44b8-aeb1-68d943f89e09 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:22.573612 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Publish callbacks [] for router_gateway (3e488ba3-8644-4f38-9e13-8dd556a2dd50), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:22.662001 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cd3b9bc5-9ac1-4fcb-893f-e8ae0362b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:32Z', 'revision_number': 5, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:22.698311 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b9bc5-9ac1-4fcb-893f-e8ae0362b524 None None] Checking router: 4a0fc035-0867-44b8-aeb1-68d943f89e09 for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:35:22.707841 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b9bc5-9ac1-4fcb-893f-e8ae0362b524 None None] Routers {'4a0fc035-0867-44b8-aeb1-68d943f89e09'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:22.708538 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cd3b9bc5-9ac1-4fcb-893f-e8ae0362b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:35:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['4a0fc035-0867-44b8-aeb1-68d943f89e09'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:22.840503 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3786905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3784726'] for router (3e488ba3-8644-4f38-9e13-8dd556a2dd50), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:22.853331 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-cd3b9bc5-9ac1-4fcb-893f-e8ae0362b524 None None] Set router 4a0fc035-0867-44b8-aeb1-68d943f89e09 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:22.891605 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42626) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:22.992197 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f7a731f-1006-4a00-9a3b-b35943e33946 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group (56f9a92a-1e7d-4d31-84b7-d40a66823b44), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.028446 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f7a731f-1006-4a00-9a3b-b35943e33946 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group (56f9a92a-1e7d-4d31-84b7-d40a66823b44), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.121616 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f7a731f-1006-4a00-9a3b-b35943e33946 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (56f9a92a-1e7d-4d31-84b7-d40a66823b44), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.124744 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f7a731f-1006-4a00-9a3b-b35943e33946 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.125916 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-2f7a731f-1006-4a00-9a3b-b35943e33946 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "DELETE /v2.0/security-groups/56f9a92a-1e7d-4d31-84b7-d40a66823b44 HTTP/1.1" status: 204 len: 168 time: 0.2300613 Mar 30 01:35:23.136854 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42632) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:23.170012 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a731f-1006-4a00-9a3b-b35943e33946 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f9a92a-1e7d-4d31-84b7-d40a66823b44,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:23.181131 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-00f1ee63-8959-43a7-be69-aef35195d95a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836936085&fields=id&tenant_id=41e905053f284f86801ebd7f370ff78a HTTP/1.1" status: 200 len: 267 time: 0.0863833 Mar 30 01:35:23.182426 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.api.v2.resource [None req-60f818e1-ff68-449d-95aa-4cacb98796ff tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] show failed (client error): The resource could not be found. Mar 30 01:35:23.183942 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-60f818e1-ff68-449d-95aa-4cacb98796ff tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "GET /v2.0/security-groups/56f9a92a-1e7d-4d31-84b7-d40a66823b44 HTTP/1.1" status: 404 len: 347 time: 0.0463479 Mar 30 01:35:23.187679 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42634) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:23.325229 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1a252c-7708-4a64-ace9-920b92b22447 None None] Network bb381a09-567f-4898-a161-3a00985edb2d requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:35:23.342363 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 is scheduled to L3 agent a7db150b-b2f5-4348-917b-ee899f238924 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 01:35:23.409447 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cd3b9bc5-9ac1-4fcb-893f-e8ae0362b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:32Z', 'revision_number': 5, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:23.413168 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-c3fc3bfe-11aa-4226-ad2f-588362a7e140 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:23.414649 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-c3fc3bfe-11aa-4226-ad2f-588362a7e140 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/networks?id=d5f94645-b564-41be-bb2d-41c4af6ef6e2 HTTP/1.1" status: 200 len: 809 time: 0.2195771 Mar 30 01:35:23.428295 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3e5dc-30af-44fb-a6a8-a7dc28e129d8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Deleting port 89b127be-4834-4daf-a71c-5c1aa4b223d7 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:35:23.428649 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e5dc-30af-44fb-a6a8-a7dc28e129d8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (89b127be-4834-4daf-a71c-5c1aa4b223d7), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.456014 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-49545326-32cc-4610-a478-2b3574d35531 None None] Provisioning complete for port 78ff31a6-07c5-42ba-9e0c-0ef75756033d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:23.456498 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-49545326-32cc-4610-a478-2b3574d35531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.459416 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:35:23.462439 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b9bc5-9ac1-4fcb-893f-e8ae0362b524 None None] The sync data for ids ['4a0fc035-0867-44b8-aeb1-68d943f89e09'] in dv-cinder-817135-7-iscsi is: [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:28:24Z', 'revision_number': 4, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a876e06f-3d44-4738-a685-a73781f04c4c', 'name': '', 'network_id': '4292407f-f21a-4ca4-83dc-33c4f2c633d6', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'mac_address': 'fa:16:3e:9d:e9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:21Z', 'updated_at': '2022-03-30T01:28:32Z', 'revision_number': 5, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'subnets': [{'id': '94dad553-4d41-4378-b1f8-7911db8bcff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:35:23.469219 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Sync routers for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:35:23.486151 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:23.487221 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:35:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:23.487536 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-e20b4f0b-bb8b-445f-bc4f-3ffd95214894 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/quotas/41e905053f284f86801ebd7f370ff78a HTTP/1.1" status: 200 len: 375 time: 0.0564187 Mar 30 01:35:23.495977 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.497535 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8299c073-b663-423b-b0ba-3bc13366e30d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3252032 Mar 30 01:35:23.502227 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42636) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:23.600436 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e5dc-30af-44fb-a6a8-a7dc28e129d8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (89b127be-4834-4daf-a71c-5c1aa4b223d7), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.600765 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e5dc-30af-44fb-a6a8-a7dc28e129d8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for floatingip (89b127be-4834-4daf-a71c-5c1aa4b223d7), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.620836 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1cc3e5dc-30af-44fb-a6a8-a7dc28e129d8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Calling delete_port for 89b127be-4834-4daf-a71c-5c1aa4b223d7 owned by network:floatingip {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:35:23.633801 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-96c96ecb-3432-48c6-9b93-57317ac233c3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=41e905053f284f86801ebd7f370ff78a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1294966 Mar 30 01:35:23.668122 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:23.674066 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-49545326-32cc-4610-a478-2b3574d35531 None None] Current status of the port 78ff31a6-07c5-42ba-9e0c-0ef75756033d is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:23.675008 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-49545326-32cc-4610-a478-2b3574d35531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.773026 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-49545326-32cc-4610-a478-2b3574d35531 None None] For port 78ff31a6-07c5-42ba-9e0c-0ef75756033d, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=78ff31a6-07c5-42ba-9e0c-0ef75756033d,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:23.792836 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-49545326-32cc-4610-a478-2b3574d35531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:23.914762 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-b2cd4c74-41d6-4318-af21-3a0aaf31f40a service neutron] 10.222.0.30 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013073 Mar 30 01:35:23.921409 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49545326-32cc-4610-a478-2b3574d35531 None None] Pushing event updated for resources: {'Port': ['ID=78ff31a6-07c5-42ba-9e0c-0ef75756033d,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:24.031972 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5659b8ab-7d6a-4b49-a833-469124f3ee47 None None] Provisioning complete for port 78ff31a6-07c5-42ba-9e0c-0ef75756033d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:24.033684 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5659b8ab-7d6a-4b49-a833-469124f3ee47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.072725 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-e4f1b65e-fbfc-4bd5-8862-e0d922b8d331 service neutron] 10.222.0.30 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570148 Mar 30 01:35:24.073302 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ec2ac-220f-4ceb-ac90-4162441578df None None] New status for floating IP d4fff103-2749-4313-91fc-0bcaefddaeb1: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:35:24.108509 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e5dc-30af-44fb-a6a8-a7dc28e129d8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (89b127be-4834-4daf-a71c-5c1aa4b223d7), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.174737 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:22Z', 'revision_number': 3, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:24.205719 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Checking router: 3e488ba3-8644-4f38-9e13-8dd556a2dd50 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:35:24.206397 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Updating router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 port e76687cc-806e-4a2c-a1f1-b7ee918b6460 binding host dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:35:24.250250 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e76687cc-806e-4a2c-a1f1-b7ee918b6460), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.287783 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3e5dc-30af-44fb-a6a8-a7dc28e129d8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Pushing event deleted for resources: {'Port': ['ID=89b127be-4834-4daf-a71c-5c1aa4b223d7,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:24.289134 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e5dc-30af-44fb-a6a8-a7dc28e129d8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks [] for floatingip (d4fff103-2749-4313-91fc-0bcaefddaeb1), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.292351 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e5dc-30af-44fb-a6a8-a7dc28e129d8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.297057 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-1cc3e5dc-30af-44fb-a6a8-a7dc28e129d8 tempest-AttachVolumeShelveTestJSON-822145099 tempest-AttachVolumeShelveTestJSON-822145099-project] 10.222.0.30 "DELETE /v2.0/floatingips/d4fff103-2749-4313-91fc-0bcaefddaeb1 HTTP/1.1" status: 204 len: 168 time: 1.1051927 Mar 30 01:35:24.333621 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.db.api [None req-a30ec2ac-220f-4ceb-ac90-4162441578df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 01:35:24.334172 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG oslo_db.api [None req-a30ec2ac-220f-4ceb-ac90-4162441578df None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 01:35:24.356968 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.410276 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device e610d487-7658-4c75-8310-cd6338ef8ef2 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:35:24.441231 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 78ff31a6-07c5-42ba-9e0c-0ef75756033d up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:24.446741 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: e610d487-7658-4c75-8310-cd6338ef8ef2 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:35:24.447222 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device e610d487-7658-4c75-8310-cd6338ef8ef2 not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:35:24.476608 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5659b8ab-7d6a-4b49-a833-469124f3ee47 None None] Current status of the port 78ff31a6-07c5-42ba-9e0c-0ef75756033d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:24.505979 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port 78ff31a6-07c5-42ba-9e0c-0ef75756033d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:24.506486 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.511285 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.566258 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Publish callbacks [] for port (e76687cc-806e-4a2c-a1f1-b7ee918b6460), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.570117 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e76687cc-806e-4a2c-a1f1-b7ee918b6460), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.611989 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port 78ff31a6-07c5-42ba-9e0c-0ef75756033d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:24.619328 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Attempting to bind port e76687cc-806e-4a2c-a1f1-b7ee918b6460 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:35:24.619328 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Attempting to bind port e76687cc-806e-4a2c-a1f1-b7ee918b6460 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:35:24.619328 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Attempting to bind port e76687cc-806e-4a2c-a1f1-b7ee918b6460 on network 1720a7c7-9253-45c5-8c79-215aa1283f3d {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:35:24.630744 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:35:24.631119 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Checking segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:35:24.631526 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.631922 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Bound using segment: {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:35:24.632401 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Bound port: e76687cc-806e-4a2c-a1f1-b7ee918b6460, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:35:24.632783 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e76687cc-806e-4a2c-a1f1-b7ee918b6460), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.689916 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05297647-4a6b-43e2-9432-68017c50ee90 None None] Pushing event updated for resources: {'Port': ['ID=e76687cc-806e-4a2c-a1f1-b7ee918b6460,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:24.697435 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] For port e76687cc-806e-4a2c-a1f1-b7ee918b6460, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:35:24.700748 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] For port e76687cc-806e-4a2c-a1f1-b7ee918b6460, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=e76687cc-806e-4a2c-a1f1-b7ee918b6460,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:35:24.708797 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e76687cc-806e-4a2c-a1f1-b7ee918b6460), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.739034 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a271dd1c-c0bd-4d4b-b1a6-1ec0c749094a req-fe76aa44-c590-405b-8a2b-36b76e5ed9f7 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 210 time: 0.0762951 Mar 30 01:35:24.787797 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:24.788685 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:35:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:24.790632 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05297647-4a6b-43e2-9432-68017c50ee90 None None] Pushing event updated for resources: {'Port': ['ID=e76687cc-806e-4a2c-a1f1-b7ee918b6460,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:24.805498 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Allocated IP 172.20.0.1 (bb381a09-567f-4898-a161-3a00985edb2d/7e77f2a5-8711-44b4-9bd8-745e29cce5c2/f94c8c4f-bcc6-4664-94b0-59e1933d2d01) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:35:24.835452 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ec2ac-220f-4ceb-ac90-4162441578df None None] New status for floating IP d4fff103-2749-4313-91fc-0bcaefddaeb1: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:35:24.926117 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:24.938757 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Publish callbacks [] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:24.981007 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:25.026008 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Network bb381a09-567f-4898-a161-3a00985edb2d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:35:25.029539 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:25.036296 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:35:25.065151 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Pushing event updated for resources: {'Port': ['ID=f94c8c4f-bcc6-4664-94b0-59e1933d2d01,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:25.086786 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785665'] for router_interface (3e488ba3-8644-4f38-9e13-8dd556a2dd50), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:25.141514 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:22Z', 'revision_number': 3, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:25.169880 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92155076-0a9c-47b4-b9f2-bcc567267232 None None] The sync data for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi is: [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:22Z', 'revision_number': 3, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:35:25.236001 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:25.308646 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-aac40684-5c17-4348-8eb9-e27fc97c0809 None None] Provisioning complete for port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:25.309330 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac40684-5c17-4348-8eb9-e27fc97c0809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:25.349266 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-aac40684-5c17-4348-8eb9-e27fc97c0809 None None] Port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:35:25.421238 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Publish callbacks [] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:25.428999 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:25.500690 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Pushing event updated for resources: {'Port': ['ID=f94c8c4f-bcc6-4664-94b0-59e1933d2d01,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:25.503246 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3725380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3785557'] for router_interface (3e488ba3-8644-4f38-9e13-8dd556a2dd50), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:25.605485 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Network bb381a09-567f-4898-a161-3a00985edb2d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:35:25.606940 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:25.743049 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:35:25.858088 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8e2da981-47aa-44a9-8ca4-ceb5cf105e1b req-b406850f-9f68-448e-9fdd-6fef21e72d66 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 210 time: 0.0270681 Mar 30 01:35:25.861316 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:35:25.867295 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7bf9ec51-3343-40d8-850a-947cd3739db1 admin admin] 10.222.0.30 "PUT /v2.0/routers/3e488ba3-8644-4f38-9e13-8dd556a2dd50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3639474 Mar 30 01:35:25.886168 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e9eca36e-ac99-4121-b7b7-163c26cdb7aa None None] Provisioning complete for port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:25.886882 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9eca36e-ac99-4121-b7b7-163c26cdb7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:25.925146 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e9eca36e-ac99-4121-b7b7-163c26cdb7aa None None] Port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:35:26.299298 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device e76687cc-806e-4a2c-a1f1-b7ee918b6460 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:26.346801 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port e76687cc-806e-4a2c-a1f1-b7ee918b6460 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:26.347175 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e76687cc-806e-4a2c-a1f1-b7ee918b6460), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.423749 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42678) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:26.426666 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port e76687cc-806e-4a2c-a1f1-b7ee918b6460 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:26.427196 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (e76687cc-806e-4a2c-a1f1-b7ee918b6460), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.428597 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-413dbe16-338a-4d9c-9c67-b600363b35f9 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865355398', 'description': 'tempest-description--178762905'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:26.447608 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] For port e76687cc-806e-4a2c-a1f1-b7ee918b6460, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=e76687cc-806e-4a2c-a1f1-b7ee918b6460,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:26.450168 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-413dbe16-338a-4d9c-9c67-b600363b35f9 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.452806 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (e76687cc-806e-4a2c-a1f1-b7ee918b6460), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.503439 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Pushing event updated for resources: {'Port': ['ID=e76687cc-806e-4a2c-a1f1-b7ee918b6460,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:26.531306 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-413dbe16-338a-4d9c-9c67-b600363b35f9 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.537105 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-413dbe16-338a-4d9c-9c67-b600363b35f9 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.565183 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-413dbe16-338a-4d9c-9c67-b600363b35f9 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.566395 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-413dbe16-338a-4d9c-9c67-b600363b35f9 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1415849 Mar 30 01:35:26.569433 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42680) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:26.570279 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413dbe16-338a-4d9c-9c67-b600363b35f9 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:26.574098 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-28bde418-19e5-430f-aeb9-790be3a9ab88 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'security_group_rule': {'security_group_id': 'e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:26.599195 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-28bde418-19e5-430f-aeb9-790be3a9ab88 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (d8e3ce46-5800-4879-9951-29d669327054), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.665666 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-28bde418-19e5-430f-aeb9-790be3a9ab88 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (d8e3ce46-5800-4879-9951-29d669327054), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.671031 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-28bde418-19e5-430f-aeb9-790be3a9ab88 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (d8e3ce46-5800-4879-9951-29d669327054), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.686599 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bde418-19e5-430f-aeb9-790be3a9ab88 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e3ce46-5800-4879-9951-29d669327054,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:26.697076 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-28bde418-19e5-430f-aeb9-790be3a9ab88 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.698411 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-28bde418-19e5-430f-aeb9-790be3a9ab88 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277137 Mar 30 01:35:26.700987 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42684) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:26.705418 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-4ce1981a-9180-4e8e-b71b-89b804117b81 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'security_group_rule': {'security_group_id': 'e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:26.731169 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4ce1981a-9180-4e8e-b71b-89b804117b81 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (70de0aa1-3ed3-4dbc-a9e4-6f09fa8212bb), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.788346 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4ce1981a-9180-4e8e-b71b-89b804117b81 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (70de0aa1-3ed3-4dbc-a9e4-6f09fa8212bb), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.792382 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4ce1981a-9180-4e8e-b71b-89b804117b81 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (70de0aa1-3ed3-4dbc-a9e4-6f09fa8212bb), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.810953 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1981a-9180-4e8e-b71b-89b804117b81 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70de0aa1-3ed3-4dbc-a9e4-6f09fa8212bb,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:26.812204 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Sync routers for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:35:26.819235 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4ce1981a-9180-4e8e-b71b-89b804117b81 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.823349 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-4ce1981a-9180-4e8e-b71b-89b804117b81 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185408 Mar 30 01:35:26.823542 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42686) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:26.823672 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:26.824167 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:35:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:26.828004 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'floatingip': {'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:26.847995 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:26.935646 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:26.965699 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-799ee66b-a6c3-41de-8cbe-948889b5b119 req-864b646f-cb83-414d-8562-ec0abaac8522 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 210 time: 0.0317719 Mar 30 01:35:26.979928 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:27.103305 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Allocated IP 172.27.2.149 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/6863bbfd-def3-46fe-b158-b39497d23427) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:35:27.183510 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 2, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:27.209583 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for port (6863bbfd-def3-46fe-b158-b39497d23427), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:27.211743 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Checking router: 3e488ba3-8644-4f38-9e13-8dd556a2dd50 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:35:27.212117 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Updating router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 binding host dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 01:35:27.240068 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:27.245666 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (6863bbfd-def3-46fe-b158-b39497d23427), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:27.284784 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:35:27.292090 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:27.297692 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:35:27.299726 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'Port': ['ID=6863bbfd-def3-46fe-b158-b39497d23427,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:27.411890 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (04295d6c-dcaf-42b6-a524-096bb15d938a), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:27.503872 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (6863bbfd-def3-46fe-b158-b39497d23427), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:27.561715 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Publish callbacks [] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:27.569717 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:27.633288 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c47519-29c6-4e75-be75-070e0f89f4dd None None] Pushing event updated for resources: {'Port': ['ID=f94c8c4f-bcc6-4664-94b0-59e1933d2d01,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:27.701729 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Attempting to bind port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 on host dv-cinder-817135-7-iscsi for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:35:27.702105 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Attempting to bind port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 by drivers openvswitch,hyperv on host dv-cinder-817135-7-iscsi at level 0 using segments [{'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:35:27.702473 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Attempting to bind port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 on network bb381a09-567f-4898-a161-3a00985edb2d {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:35:27.725871 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Checking agent: {'id': 'a2dded9e-d2ed-413d-b3c7-1141bc3386d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 20, 20), 'started_at': datetime.datetime(2022, 3, 30, 1, 20, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:35:27.729007 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Checking segment: {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:35:27.729891 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:27.730522 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Bound using segment: {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:35:27.731937 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Bound port: f94c8c4f-bcc6-4664-94b0-59e1933d2d01, host: dv-cinder-817135-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:35:27.732851 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:27.816768 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] For port f94c8c4f-bcc6-4664-94b0-59e1933d2d01, host dv-cinder-817135-7-iscsi, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:35:27.821620 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] For port f94c8c4f-bcc6-4664-94b0-59e1933d2d01, host dv-cinder-817135-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=f94c8c4f-bcc6-4664-94b0-59e1933d2d01,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:35:27.829949 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:27.899413 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:27.900400 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:35:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:27.946570 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ca3db24a-1dac-4026-8bcb-962ad94ac9f5 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:27.948414 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ca3db24a-1dac-4026-8bcb-962ad94ac9f5 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.10 "GET /v2.0/networks?id=d5f94645-b564-41be-bb2d-41c4af6ef6e2 HTTP/1.1" status: 200 len: 809 time: 0.5049045 Mar 30 01:35:27.977172 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ca2bdcdc-4f47-411c-813b-bd776c789bff None None] Provisioning complete for port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:27.977746 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca2bdcdc-4f47-411c-813b-bd776c789bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:28.111904 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c47519-29c6-4e75-be75-070e0f89f4dd None None] Pushing event updated for resources: {'Port': ['ID=f94c8c4f-bcc6-4664-94b0-59e1933d2d01,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:28.125362 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ed59b872-8305-45e3-86b2-2ca46e5b3e1d tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41e905053f284f86801ebd7f370ff78a HTTP/1.1" status: 200 len: 379 time: 0.1640942 Mar 30 01:35:28.138386 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ab17bea9-de6d-40fc-992d-20613fda293a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Request body: {'port': {'device_id': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'admin_state_up': True, 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'security_groups': ['7417e28d-356a-432f-807d-c6ff647d5972']}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:28.178851 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-15796cea-1402-4ff7-8664-f6903d750d89 req-1c224343-607e-4561-9771-79cad39f81b7 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 210 time: 0.0636060 Mar 30 01:35:28.203539 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ca2bdcdc-4f47-411c-813b-bd776c789bff None None] Current status of the port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:28.203936 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca2bdcdc-4f47-411c-813b-bd776c789bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:28.220926 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:28.242732 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ca2bdcdc-4f47-411c-813b-bd776c789bff None None] For port f94c8c4f-bcc6-4664-94b0-59e1933d2d01, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=f94c8c4f-bcc6-4664-94b0-59e1933d2d01,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:28.250678 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca2bdcdc-4f47-411c-813b-bd776c789bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:28.295509 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for port (6863bbfd-def3-46fe-b158-b39497d23427), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:28.323624 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bdcdc-4f47-411c-813b-bd776c789bff None None] Pushing event updated for resources: {'Port': ['ID=f94c8c4f-bcc6-4664-94b0-59e1933d2d01,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:28.324898 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (6863bbfd-def3-46fe-b158-b39497d23427), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:28.342165 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device e76687cc-806e-4a2c-a1f1-b7ee918b6460 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:28.403708 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1e42ef38-1540-411b-8c97-d7ed12f04e59 None None] Provisioning complete for port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:28.404676 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1e42ef38-1540-411b-8c97-d7ed12f04e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:28.464525 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port e76687cc-806e-4a2c-a1f1-b7ee918b6460 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:28.465255 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (e76687cc-806e-4a2c-a1f1-b7ee918b6460), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:28.469984 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (04295d6c-dcaf-42b6-a524-096bb15d938a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:28.472791 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'Port': ['ID=6863bbfd-def3-46fe-b158-b39497d23427,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:28.476981 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ab17bea9-de6d-40fc-992d-20613fda293a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Made reservation on behalf of 41e905053f284f86801ebd7f370ff78a for: {'port': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:35:28.480622 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ab17bea9-de6d-40fc-992d-20613fda293a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:28.510141 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:28.511537 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-4b56c484-861a-4ec3-a39f-b19ecae6e124 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6870415 Mar 30 01:35:28.550011 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:27Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:28.578901 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1735eef-3518-419b-b3d5-2637d65cf813 None None] The sync data for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi is: [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:27Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:35:28.634131 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ab17bea9-de6d-40fc-992d-20613fda293a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Allocated IP 172.20.0.5 (d5f94645-b564-41be-bb2d-41c4af6ef6e2/47090215-5979-4d9f-9ff5-d6d6ff46172b/8bcbbd6c-2922-4816-87b4-f60bf3102b6b) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:35:28.648445 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port e76687cc-806e-4a2c-a1f1-b7ee918b6460 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:28.662790 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1e42ef38-1540-411b-8c97-d7ed12f04e59 None None] Current status of the port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:28.818999 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-8229ce88-1667-4b35-95e8-21b2171bbcd6 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1865355398&fields=id&tenant_id=f209b912e4bd4a87ae03b6ffd2abe157 HTTP/1.1" status: 200 len: 267 time: 0.1231093 Mar 30 01:35:28.937862 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ab17bea9-de6d-40fc-992d-20613fda293a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:28.992437 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-ab0004a9-1580-4395-ae13-adf1c56f4044 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:28.993954 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-ab0004a9-1580-4395-ae13-adf1c56f4044 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 814 time: 0.1640720 Mar 30 01:35:29.021505 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-4e438b7a-3530-45bf-8bb9-0f0298e8b6d1 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/quotas/f209b912e4bd4a87ae03b6ffd2abe157 HTTP/1.1" status: 200 len: 375 time: 0.0145347 Mar 30 01:35:29.040776 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ab17bea9-de6d-40fc-992d-20613fda293a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:29.073221 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42734) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:29.126072 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ab17bea9-de6d-40fc-992d-20613fda293a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Network d5f94645-b564-41be-bb2d-41c4af6ef6e2 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:35:29.129129 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17bea9-de6d-40fc-992d-20613fda293a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Pushing event updated for resources: {'Port': ['ID=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:29.131756 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ab17bea9-de6d-40fc-992d-20613fda293a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:29.134986 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ab17bea9-de6d-40fc-992d-20613fda293a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:35:29.171174 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-783c95c3-e18f-4cd9-bdaf-56ee42b8e190 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1426423 Mar 30 01:35:29.206966 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ab17bea9-de6d-40fc-992d-20613fda293a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:29.207622 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ab17bea9-de6d-40fc-992d-20613fda293a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:29.265598 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ab17bea9-de6d-40fc-992d-20613fda293a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1325240 Mar 30 01:35:29.280690 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Request body: {'port': {'device_id': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:29.338545 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-5d08a014-614c-46b3-b85d-0c26acbe98fa service neutron] 10.222.0.30 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493886 Mar 30 01:35:29.416674 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:29.428038 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ce421-6bae-44ec-89c7-600c58089f42 req-c3eb02ca-1054-4d40-86c1-492a19035c2b tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:29.430216 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-654ce421-6bae-44ec-89c7-600c58089f42 req-c3eb02ca-1054-4d40-86c1-492a19035c2b tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 931 time: 0.1501067 Mar 30 01:35:29.492183 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-676f6330-e1bd-484f-b844-042c763d313e None None] Provisioning complete for port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:29.492732 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-676f6330-e1bd-484f-b844-042c763d313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:29.504444 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-11845913-af4f-4a93-9f2f-f8811f37bd15 service neutron] 10.222.0.30 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439569 Mar 30 01:35:29.509900 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-654ce421-6bae-44ec-89c7-600c58089f42 req-90ae5178-d955-4b2a-95ed-e423406316d4 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714715 Mar 30 01:35:29.552769 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-676f6330-e1bd-484f-b844-042c763d313e None None] Port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:35:29.787136 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-78bbe5fb-1f25-481d-9a9b-c496387d0dcb req-b00a23b3-0ad7-4ab6-a386-70b9a2162bb0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 210 time: 0.0569890 Mar 30 01:35:29.876850 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bcbbd6c-2922-4816-87b4-f60bf3102b6b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:35:29.886989 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a605c178-e32d-4a92-8498-ea6a7f9395b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785544'] for router_interface (4a0fc035-0867-44b8-aeb1-68d943f89e09), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:29.891320 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Publish callbacks [] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:29.905956 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Transition to ACTIVE for port object 8bcbbd6c-2922-4816-87b4-f60bf3102b6b will not be triggered until provisioned by entity L2. {{(pid=103227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:35:29.916222 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:30.054412 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Pushing event updated for resources: {'Port': ['ID=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:30.182839 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42760) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:30.183587 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Attempting to bind port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:35:30.185007 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Attempting to bind port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'bafb6741-0814-424f-8863-782152bb3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:35:30.185677 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Attempting to bind port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b on network d5f94645-b564-41be-bb2d-41c4af6ef6e2 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:35:30.196260 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b on network d5f94645-b564-41be-bb2d-41c4af6ef6e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:35:30.196587 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Attempting to bind port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b on network d5f94645-b564-41be-bb2d-41c4af6ef6e2 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:35:30.207817 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:35:30.208324 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Checking segment: {'id': 'bafb6741-0814-424f-8863-782152bb3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:35:30.209041 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Bound using segment: {'id': 'bafb6741-0814-424f-8863-782152bb3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:35:30.209641 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Bound port: 8bcbbd6c-2922-4816-87b4-f60bf3102b6b, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bafb6741-0814-424f-8863-782152bb3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:35:30.209873 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:30.327640 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] For port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b, host hv-cinder-81713, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:35:30.332854 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a605c178-e32d-4a92-8498-ea6a7f9395b1 admin admin] Deleting port a876e06f-3d44-4738-a685-a73781f04c4c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:35:30.333189 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a605c178-e32d-4a92-8498-ea6a7f9395b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:30.335688 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] For port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:35:30.344814 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:30.356929 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device f94c8c4f-bcc6-4664-94b0-59e1933d2d01 up at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:30.398404 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:30.399230 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:30.400813 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] 10.222.0.10 "PUT /v2.0/ports/8bcbbd6c-2922-4816-87b4-f60bf3102b6b HTTP/1.1" status: 200 len: 1093 time: 1.1266344 Mar 30 01:35:30.403689 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'tag': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:35:30.412349 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e165638e-b1bb-431d-888c-ddb8f139afc6" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c4170d-90cd-474e-b784-2cd04b4f96fe", "tag": "8bcbbd6c-2922-4816-87b4-f60bf3102b6b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:35:30.429566 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e26cadec-b41e-460a-bd8b-cf354e5ff920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:30.435131 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Provisioning complete for port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:30.435599 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:30.495835 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a605c178-e32d-4a92-8498-ea6a7f9395b1 admin admin] For port a876e06f-3d44-4738-a685-a73781f04c4c, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=a876e06f-3d44-4738-a685-a73781f04c4c,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:30.496355 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a605c178-e32d-4a92-8498-ea6a7f9395b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:30.507360 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595d9d28-2325-4ab9-80e2-417b38860238 x-openstack-request-id: req-595d9d28-2325-4ab9-80e2-417b38860238 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:35:30.507788 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c4170d-90cd-474e-b784-2cd04b4f96fe", "tag": "8bcbbd6c-2922-4816-87b4-f60bf3102b6b", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:35:30.508124 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-595d9d28-2325-4ab9-80e2-417b38860238 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:35:30.508373 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-595d9d28-2325-4ab9-80e2-417b38860238'] response: {'name': 'network-changed', 'server_uuid': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'tag': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'status': 'completed', 'code': 200} Mar 30 01:35:30.512483 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a605c178-e32d-4a92-8498-ea6a7f9395b1 admin admin] Calling delete_port for a876e06f-3d44-4738-a685-a73781f04c4c owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:35:30.545697 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Current status of the port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:30.646528 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ff85e-df4b-456a-8d3a-1ce0f74a0202 service neutron] Pushing event updated for resources: {'Port': ['ID=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:30.652278 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-86d43bf0-4525-4512-90cd-62d48658bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:30.654658 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-86d43bf0-4525-4512-90cd-62d48658bb3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=41e905053f284f86801ebd7f370ff78a&device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 1127 time: 0.1448739 Mar 30 01:35:30.709599 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-80a1fdbf-dc59-464b-8fbf-4890fafed8e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b HTTP/1.1" status: 200 len: 217 time: 0.0472476 Mar 30 01:35:30.756762 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e26cadec-b41e-460a-bd8b-cf354e5ff920 admin admin] Publish callbacks [] for security_group (d9983334-ac51-4bcc-bb6d-6149eb92bcd1), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:30.758540 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736e8f7-ce01-4285-9527-8aba58a01899 req-5770c06d-2948-4923-97c8-ee351e81cec3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:30.760100 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5736e8f7-ce01-4285-9527-8aba58a01899 req-5770c06d-2948-4923-97c8-ee351e81cec3 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 943 time: 0.0881989 Mar 30 01:35:30.763096 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e26cadec-b41e-460a-bd8b-cf354e5ff920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (d9983334-ac51-4bcc-bb6d-6149eb92bcd1), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:30.802365 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a605c178-e32d-4a92-8498-ea6a7f9395b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (a876e06f-3d44-4738-a685-a73781f04c4c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:30.814461 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-fd94e9a5-e483-41fa-b9a3-ac93fde60037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:30.815992 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-fd94e9a5-e483-41fa-b9a3-ac93fde60037 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47090215-5979-4d9f-9ff5-d6d6ff46172b HTTP/1.1" status: 200 len: 848 time: 0.0974956 Mar 30 01:35:30.817548 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cadec-b41e-460a-bd8b-cf354e5ff920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9983334-ac51-4bcc-bb6d-6149eb92bcd1,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:30.823801 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-e26cadec-b41e-460a-bd8b-cf354e5ff920 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5581b53d30e64ecab15bb87bdf321839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6322694 Mar 30 01:35:30.833384 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42772) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:30.868212 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605c178-e32d-4a92-8498-ea6a7f9395b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a876e06f-3d44-4738-a685-a73781f04c4c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:30.896254 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5736e8f7-ce01-4285-9527-8aba58a01899 req-8e964c43-4fc4-4fdb-8520-4aaea14190d9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280994 Mar 30 01:35:30.929227 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5cea3cb2-5667-4300-84de-d0d0a6e16380 req-936e016f-3f7d-4198-919c-d6c40cd10489 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 210 time: 0.0439007 Mar 30 01:35:30.937798 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ba0acc19-97f0-4f4c-a785-a62cada2ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:30.939369 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-ba0acc19-97f0-4f4c-a785-a62cada2ce2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5f94645-b564-41be-bb2d-41c4af6ef6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1145780 Mar 30 01:35:30.960759 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-31bb9bab-6f9c-43fa-bbea-95cb2325a56e admin admin] Publish callbacks [] for security_group (d9983334-ac51-4bcc-bb6d-6149eb92bcd1), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:30.989337 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-31bb9bab-6f9c-43fa-bbea-95cb2325a56e admin admin] Publish callbacks [] for security_group (d9983334-ac51-4bcc-bb6d-6149eb92bcd1), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:31.107608 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:35:31.110420 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-a8ff1380-2930-4ec9-a323-7662881280c8 service neutron] 10.222.0.10 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631403 Mar 30 01:35:31.117344 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-31bb9bab-6f9c-43fa-bbea-95cb2325a56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (d9983334-ac51-4bcc-bb6d-6149eb92bcd1), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:31.120152 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-31bb9bab-6f9c-43fa-bbea-95cb2325a56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:31.124655 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-31bb9bab-6f9c-43fa-bbea-95cb2325a56e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9983334-ac51-4bcc-bb6d-6149eb92bcd1 HTTP/1.1" status: 204 len: 168 time: 0.2900848 Mar 30 01:35:31.190884 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb9bab-6f9c-43fa-bbea-95cb2325a56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9983334-ac51-4bcc-bb6d-6149eb92bcd1,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:31.200697 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a605c178-e32d-4a92-8498-ea6a7f9395b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3786456'] for router_interface (4a0fc035-0867-44b8-aeb1-68d943f89e09), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:31.222381 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-97f0dbef-7fac-4535-a2c4-5a21755990fd tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:31.223945 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-97f0dbef-7fac-4535-a2c4-5a21755990fd tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 814 time: 0.1838412 Mar 30 01:35:31.259643 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad102278-dea7-4d80-8e01-0827a731b6b3 req-9e88244b-7239-47eb-bc4c-b9e6cd95e7ba service neutron] 10.222.0.10 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336627 Mar 30 01:35:31.395064 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-1dd9cf05-4901-4ebf-bded-337385485184 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f209b912e4bd4a87ae03b6ffd2abe157 HTTP/1.1" status: 200 len: 380 time: 0.1618528 Mar 30 01:35:31.411140 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-8bdf30a4-1186-40b8-9167-34d0e3381f27 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'port': {'device_id': 'c631df52-b714-444b-a3db-061fd69e6581', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'admin_state_up': True, 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'security_groups': ['e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:31.425679 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165638e-b1bb-431d-888c-ddb8f139afc6 req-e4b69c76-de85-492f-ba10-b3761a278197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:31.427572 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e165638e-b1bb-431d-888c-ddb8f139afc6 req-e4b69c76-de85-492f-ba10-b3761a278197 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=41e905053f284f86801ebd7f370ff78a&device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 1127 time: 0.0840845 Mar 30 01:35:31.551773 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165638e-b1bb-431d-888c-ddb8f139afc6 req-e2fc7302-e406-4606-b9eb-a446cbd1f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:31.553582 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e165638e-b1bb-431d-888c-ddb8f139afc6 req-e2fc7302-e406-4606-b9eb-a446cbd1f4be service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5f94645-b564-41be-bb2d-41c4af6ef6e2 HTTP/1.1" status: 200 len: 910 time: 0.1163967 Mar 30 01:35:31.604395 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e165638e-b1bb-431d-888c-ddb8f139afc6 req-854c4123-ca44-42cd-99d6-65f2499a5e88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b HTTP/1.1" status: 200 len: 217 time: 0.0439270 Mar 30 01:35:31.669572 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165638e-b1bb-431d-888c-ddb8f139afc6 req-0d161e40-d1b8-480c-98ac-fd75ef230628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:31.670978 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e165638e-b1bb-431d-888c-ddb8f139afc6 req-0d161e40-d1b8-480c-98ac-fd75ef230628 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47090215-5979-4d9f-9ff5-d6d6ff46172b HTTP/1.1" status: 200 len: 848 time: 0.0592608 Mar 30 01:35:31.725537 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165638e-b1bb-431d-888c-ddb8f139afc6 req-fa304a99-0e44-4d22-af4e-96e74a29253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:31.727127 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e165638e-b1bb-431d-888c-ddb8f139afc6 req-fa304a99-0e44-4d22-af4e-96e74a29253a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5f94645-b564-41be-bb2d-41c4af6ef6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492809 Mar 30 01:35:31.820049 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e165638e-b1bb-431d-888c-ddb8f139afc6 req-9cb4e4c9-65df-4da2-ac2f-cf056f33c07a service neutron] 10.222.0.10 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873156 Mar 30 01:35:31.888846 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a605c178-e32d-4a92-8498-ea6a7f9395b1 admin admin] Router 4a0fc035-0867-44b8-aeb1-68d943f89e09 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:35:31.890539 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-8bdf30a4-1186-40b8-9167-34d0e3381f27 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Made reservation on behalf of f209b912e4bd4a87ae03b6ffd2abe157 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:35:31.895464 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-8bdf30a4-1186-40b8-9167-34d0e3381f27 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:31.908695 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e165638e-b1bb-431d-888c-ddb8f139afc6 req-ff58f316-ae77-49a3-94cb-0582bf3d29ce service neutron] 10.222.0.10 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833337 Mar 30 01:35:32.049199 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4ab6136d-7bdc-408d-b129-dcfdea3c7880 req-f28314aa-fb74-4b58-93d0-44d3b5d48c3c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 210 time: 0.0290790 Mar 30 01:35:32.136133 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30818fa1-e971-42d7-a457-1deb84386ef6 req-26b8ff05-8d55-4664-8e9b-fd9dd1106e82 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:32.137623 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-30818fa1-e971-42d7-a457-1deb84386ef6 req-26b8ff05-8d55-4664-8e9b-fd9dd1106e82 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 943 time: 0.1500614 Mar 30 01:35:32.165007 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a605c178-e32d-4a92-8498-ea6a7f9395b1 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:35:32.166944 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-8bdf30a4-1186-40b8-9167-34d0e3381f27 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Allocated IP 172.20.0.7 (bb381a09-567f-4898-a161-3a00985edb2d/7e77f2a5-8711-44b4-9bd8-745e29cce5c2/cc337da8-0f49-48ee-acfb-dc29e5a96d2f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:35:32.174051 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d8fd8-964c-435d-b0e9-173545b439ce None None] Sync routers for ids ['4a0fc035-0867-44b8-aeb1-68d943f89e09'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:35:32.180641 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a605c178-e32d-4a92-8498-ea6a7f9395b1 admin admin] 10.222.0.30 "PUT /v2.0/routers/4a0fc035-0867-44b8-aeb1-68d943f89e09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1062789 Mar 30 01:35:32.184038 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42784) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:32.184499 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d8fd8-964c-435d-b0e9-173545b439ce None None] Routers {'4a0fc035-0867-44b8-aeb1-68d943f89e09'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:32.185127 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2a2d8fd8-964c-435d-b0e9-173545b439ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:35:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['4a0fc035-0867-44b8-aeb1-68d943f89e09'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:32.236035 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-30818fa1-e971-42d7-a457-1deb84386ef6 req-7e553ea6-433e-4ed9-978a-d5b787e6a49c tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924215 Mar 30 01:35:32.313683 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] Publish callbacks [] for router (4a0fc035-0867-44b8-aeb1-68d943f89e09), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:32.361631 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-8bdf30a4-1186-40b8-9167-34d0e3381f27 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:32.401779 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-8bdf30a4-1186-40b8-9167-34d0e3381f27 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:32.426865 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] Publish callbacks [] for router_gateway (4a0fc035-0867-44b8-aeb1-68d943f89e09), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:32.447336 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2a2d8fd8-964c-435d-b0e9-173545b439ce None None] Set router 4a0fc035-0867-44b8-aeb1-68d943f89e09 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:32.451461 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-8bdf30a4-1186-40b8-9167-34d0e3381f27 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Network bb381a09-567f-4898-a161-3a00985edb2d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:35:32.454864 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-8bdf30a4-1186-40b8-9167-34d0e3381f27 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:32.461031 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-8bdf30a4-1186-40b8-9167-34d0e3381f27 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:35:32.467279 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf30a4-1186-40b8-9167-34d0e3381f27 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'Port': ['ID=cc337da8-0f49-48ee-acfb-dc29e5a96d2f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:32.502499 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] Deleting port 7ccc8e1d-c414-40d3-b07e-24194d894f32 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:35:32.502881 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (7ccc8e1d-c414-40d3-b07e-24194d894f32), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:32.515763 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-8bdf30a4-1186-40b8-9167-34d0e3381f27 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:32.516387 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-8bdf30a4-1186-40b8-9167-34d0e3381f27 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:32.537929 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-8bdf30a4-1186-40b8-9167-34d0e3381f27 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1307857 Mar 30 01:35:32.552263 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Request body: {'port': {'device_id': 'c631df52-b714-444b-a3db-061fd69e6581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:32.611957 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] For port 7ccc8e1d-c414-40d3-b07e-24194d894f32, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=7ccc8e1d-c414-40d3-b07e-24194d894f32,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:32.612598 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (7ccc8e1d-c414-40d3-b07e-24194d894f32), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:32.630138 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] Calling delete_port for 7ccc8e1d-c414-40d3-b07e-24194d894f32 owned by network:router_gateway {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:35:32.633262 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:32.672277 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2a2d8fd8-964c-435d-b0e9-173545b439ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:35:30Z', 'revision_number': 5, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port': {'id': '7ccc8e1d-c414-40d3-b07e-24194d894f32', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:28:16Z', 'updated_at': '2022-03-30T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:32.706098 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d8fd8-964c-435d-b0e9-173545b439ce None None] Checking router: 4a0fc035-0867-44b8-aeb1-68d943f89e09 for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:35:32.717448 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d8fd8-964c-435d-b0e9-173545b439ce None None] Routers {'4a0fc035-0867-44b8-aeb1-68d943f89e09'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:32.718257 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2a2d8fd8-964c-435d-b0e9-173545b439ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:35:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['4a0fc035-0867-44b8-aeb1-68d943f89e09'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:32.809948 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-73b6a657-e94d-43c0-a7d6-3ea767231898 None None] Provisioning complete for port cc337da8-0f49-48ee-acfb-dc29e5a96d2f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:32.810377 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-73b6a657-e94d-43c0-a7d6-3ea767231898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:32.823304 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (7ccc8e1d-c414-40d3-b07e-24194d894f32), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:32.838762 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2a2d8fd8-964c-435d-b0e9-173545b439ce None None] Set router 4a0fc035-0867-44b8-aeb1-68d943f89e09 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:32.849417 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] Pushing event deleted for resources: {'Port': ['ID=7ccc8e1d-c414-40d3-b07e-24194d894f32,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:32.903118 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2a2d8fd8-964c-435d-b0e9-173545b439ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:35:32Z', 'revision_number': 6, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port_host': None}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:32.915354 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3784754'] for router_gateway (4a0fc035-0867-44b8-aeb1-68d943f89e09), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:32.937576 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-73b6a657-e94d-43c0-a7d6-3ea767231898 None None] Port cc337da8-0f49-48ee-acfb-dc29e5a96d2f cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:35:32.939196 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d8fd8-964c-435d-b0e9-173545b439ce None None] The sync data for ids ['4a0fc035-0867-44b8-aeb1-68d943f89e09'] in dv-cinder-817135-7-iscsi is: [{'id': '4a0fc035-0867-44b8-aeb1-68d943f89e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1295920108-router', 'tenant_id': '40c47efe85b3419bbfe4af492f367fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:28:15Z', 'updated_at': '2022-03-30T01:35:32Z', 'revision_number': 6, 'project_id': '40c47efe85b3419bbfe4af492f367fa3', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:35:32.947864 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc337da8-0f49-48ee-acfb-dc29e5a96d2f {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:35:32.956511 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Publish callbacks [] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:32.969270 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Transition to ACTIVE for port object cc337da8-0f49-48ee-acfb-dc29e5a96d2f will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:35:32.978614 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.016287 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3990'] for router (4a0fc035-0867-44b8-aeb1-68d943f89e09), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.018411 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] Publish callbacks [] for router_controller (4a0fc035-0867-44b8-aeb1-68d943f89e09), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.051180 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Pushing event updated for resources: {'Port': ['ID=cc337da8-0f49-48ee-acfb-dc29e5a96d2f,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:33.071410 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786967'] for router (4a0fc035-0867-44b8-aeb1-68d943f89e09), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.072119 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a0fc035-0867-44b8-aeb1-68d943f89e09 {{(pid=103227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:35:33.078475 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.079681 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-0be168c2-3a6f-4d4c-ab31-a57da54bcdeb admin admin] 10.222.0.30 "DELETE /v2.0/routers/4a0fc035-0867-44b8-aeb1-68d943f89e09 HTTP/1.1" status: 204 len: 168 time: 0.8938222 Mar 30 01:35:33.082204 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42788) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:33.127075 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Attempting to bind port cc337da8-0f49-48ee-acfb-dc29e5a96d2f on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:35:33.127476 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Attempting to bind port cc337da8-0f49-48ee-acfb-dc29e5a96d2f by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:35:33.127807 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Attempting to bind port cc337da8-0f49-48ee-acfb-dc29e5a96d2f on network bb381a09-567f-4898-a161-3a00985edb2d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:35:33.132472 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Port cc337da8-0f49-48ee-acfb-dc29e5a96d2f on network bb381a09-567f-4898-a161-3a00985edb2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:35:33.132921 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Attempting to bind port cc337da8-0f49-48ee-acfb-dc29e5a96d2f on network bb381a09-567f-4898-a161-3a00985edb2d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:35:33.137835 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:35:33.138948 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Checking segment: {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:35:33.139342 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Bound using segment: {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:35:33.139776 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Bound port: cc337da8-0f49-48ee-acfb-dc29e5a96d2f, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:35:33.140125 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.166815 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9768b9f-41a5-484d-b39e-b21ea4cac743 admin admin] Deleting subnet 94dad553-4d41-4378-b1f8-7911db8bcff2 {{(pid=103227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:35:33.172277 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9768b9f-41a5-484d-b39e-b21ea4cac743 admin admin] Publish callbacks [] for subnet (94dad553-4d41-4378-b1f8-7911db8bcff2), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.208984 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] For port cc337da8-0f49-48ee-acfb-dc29e5a96d2f, host hv-cinder-81713, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:35:33.213328 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] For port cc337da8-0f49-48ee-acfb-dc29e5a96d2f, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=cc337da8-0f49-48ee-acfb-dc29e5a96d2f,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:35:33.214390 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9768b9f-41a5-484d-b39e-b21ea4cac743 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60554882'] for subnet (94dad553-4d41-4378-b1f8-7911db8bcff2), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.223029 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.244111 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f0ea2-ed43-485c-af9c-0c7a47fa4010 req-225aa325-3d59-4ff0-8853-b883e7d7c531 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:33.245600 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-868f0ea2-ed43-485c-af9c-0c7a47fa4010 req-225aa325-3d59-4ff0-8853-b883e7d7c531 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 943 time: 0.1199656 Mar 30 01:35:33.259925 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:33.260546 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.262609 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] 10.222.0.10 "PUT /v2.0/ports/cc337da8-0f49-48ee-acfb-dc29e5a96d2f HTTP/1.1" status: 200 len: 1093 time: 0.7170262 Mar 30 01:35:33.263143 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c631df52-b714-444b-a3db-061fd69e6581', 'tag': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:35:33.266796 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9111ccbb-a314-459b-9059-3663e2a311f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c631df52-b714-444b-a3db-061fd69e6581", "tag": "cc337da8-0f49-48ee-acfb-dc29e5a96d2f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:35:33.338887 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96796ed-9865-4974-9d09-5aec94166586 service neutron] Pushing event updated for resources: {'Port': ['ID=cc337da8-0f49-48ee-acfb-dc29e5a96d2f,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:33.356287 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c22b32c-921a-4a2a-9d8f-27034b24d3cc x-openstack-request-id: req-4c22b32c-921a-4a2a-9d8f-27034b24d3cc {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:35:33.356435 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c631df52-b714-444b-a3db-061fd69e6581", "tag": "cc337da8-0f49-48ee-acfb-dc29e5a96d2f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:35:33.356675 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c22b32c-921a-4a2a-9d8f-27034b24d3cc {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:35:33.357195 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c22b32c-921a-4a2a-9d8f-27034b24d3cc'] response: {'name': 'network-changed', 'server_uuid': 'c631df52-b714-444b-a3db-061fd69e6581', 'tag': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'status': 'completed', 'code': 200} Mar 30 01:35:33.357390 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-868f0ea2-ed43-485c-af9c-0c7a47fa4010 req-912e537f-117c-47b1-86c2-42d38a5b89b4 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033599 Mar 30 01:35:33.362105 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9768b9f-41a5-484d-b39e-b21ea4cac743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (94dad553-4d41-4378-b1f8-7911db8bcff2), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.401908 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-5b4e5d9b-aaa5-425e-af15-3fa9c3be0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:33.403751 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-5b4e5d9b-aaa5-425e-af15-3fa9c3be0b48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 1127 time: 0.0964248 Mar 30 01:35:33.457174 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9768b9f-41a5-484d-b39e-b21ea4cac743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3152769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60116517'] for subnet (94dad553-4d41-4378-b1f8-7911db8bcff2), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.472496 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d5a9cc2f-d01c-4e37-be46-257bfdf109d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc337da8-0f49-48ee-acfb-dc29e5a96d2f HTTP/1.1" status: 200 len: 217 time: 0.0610044 Mar 30 01:35:33.496678 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9768b9f-41a5-484d-b39e-b21ea4cac743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94dad553-4d41-4378-b1f8-7911db8bcff2,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:33.501001 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9768b9f-41a5-484d-b39e-b21ea4cac743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.504412 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-c9768b9f-41a5-484d-b39e-b21ea4cac743 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/94dad553-4d41-4378-b1f8-7911db8bcff2 HTTP/1.1" status: 204 len: 168 time: 0.4211166 Mar 30 01:35:33.506999 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42794) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:33.512435 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61da8f0-6770-4a05-8b1f-5aea3229d0bb None None] Network 4292407f-f21a-4ca4-83dc-33c4f2c633d6 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:35:33.563108 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-b4415db5-a295-4233-8b68-5a3ae064a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:33.564566 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-b4415db5-a295-4233-8b68-5a3ae064a653 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e77f2a5-8711-44b4-9bd8-745e29cce5c2 HTTP/1.1" status: 200 len: 853 time: 0.0714259 Mar 30 01:35:33.574691 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59276903-1cf7-4b11-8e16-3b8f79b71d97 req-acba5756-5d63-4d98-ad7c-409771404e65 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:33.577657 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59276903-1cf7-4b11-8e16-3b8f79b71d97 req-acba5756-5d63-4d98-ad7c-409771404e65 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 943 time: 0.1554537 Mar 30 01:35:33.592985 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (4292407f-f21a-4ca4-83dc-33c4f2c633d6), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.658803 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Deleting port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:35:33.659158 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.664401 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59276903-1cf7-4b11-8e16-3b8f79b71d97 req-1b74e733-9315-46f4-b285-c644f8b10410 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761869 Mar 30 01:35:33.668124 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d841db72-3f8e-4ef2-b594-2807f4ed9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:33.670040 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-d841db72-3f8e-4ef2-b594-2807f4ed9fb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb381a09-567f-4898-a161-3a00985edb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0909884 Mar 30 01:35:33.736762 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] For port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=4f309f86-8c81-4df3-a4ca-07e7ebd694dc,segment=NetworkSegment(99339a86-e94f-4df6-9c3f-8948c6306f93),segment_id=99339a86-e94f-4df6-9c3f-8948c6306f93)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:33.737041 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.750235 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Calling delete_port for 4f309f86-8c81-4df3-a4ca-07e7ebd694dc owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:35:33.772951 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-0e8cc529-19c6-4de2-9634-dee526de8caf service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966818 Mar 30 01:35:33.817619 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a715a8a0-fe43-4dae-ad41-ad4c297e8a0c None None] DHCP port deletion for 4292407f-f21a-4ca4-83dc-33c4f2c633d6 request from dv-cinder-817135-7-iscsi {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:35:33.835927 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.876493 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a715a8a0-fe43-4dae-ad41-ad4c297e8a0c None None] Deleting port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:35:33.877021 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a715a8a0-fe43-4dae-ad41-ad4c297e8a0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.877431 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] No DVR routers for this DVR port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc on host dv-cinder-817135-7-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:35:33.880584 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6321363f-4072-4f1d-be6b-a6dd4531ddab req-5aa0d10a-6c99-42b7-b46c-0fc31e44d929 service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020722 Mar 30 01:35:33.884666 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f309f86-8c81-4df3-a4ca-07e7ebd694dc,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:33.951607 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a715a8a0-fe43-4dae-ad41-ad4c297e8a0c None None] For port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc, host dv-cinder-817135-7-iscsi, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:33.952202 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a715a8a0-fe43-4dae-ad41-ad4c297e8a0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.962776 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (4292407f-f21a-4ca4-83dc-33c4f2c633d6), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.966498 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a715a8a0-fe43-4dae-ad41-ad4c297e8a0c None None] Calling delete_port for 4f309f86-8c81-4df3-a4ca-07e7ebd694dc owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:35:33.969379 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-a715a8a0-fe43-4dae-ad41-ad4c297e8a0c None None] Port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 30 01:35:33.970633 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a715a8a0-fe43-4dae-ad41-ad4c297e8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781'] for port (4f309f86-8c81-4df3-a4ca-07e7ebd694dc), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:33.987055 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4292407f-f21a-4ca4-83dc-33c4f2c633d6']}} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:33.987642 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111ccbb-a314-459b-9059-3663e2a311f6 req-86acd147-ea59-45dd-9be9-22e12fc0d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:33.989673 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9111ccbb-a314-459b-9059-3663e2a311f6 req-86acd147-ea59-45dd-9be9-22e12fc0d5da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 1127 time: 0.0606184 Mar 30 01:35:33.997075 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99339a86-e94f-4df6-9c3f-8948c6306f93') {'for_net_delete': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:33.997361 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99339a86-e94f-4df6-9c3f-8948c6306f93') {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:33.998907 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715a8a0-fe43-4dae-ad41-ad4c297e8a0c None None] Pushing event deleted for resources: {'Port': ['ID=4f309f86-8c81-4df3-a4ca-07e7ebd694dc,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:34.002675 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715a8a0-fe43-4dae-ad41-ad4c297e8a0c None None] No DVR routers for this DVR port 4f309f86-8c81-4df3-a4ca-07e7ebd694dc on host dv-cinder-817135-7-iscsi {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:35:34.018371 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60554889'] for segment (99339a86-e94f-4df6-9c3f-8948c6306f93), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:34.033580 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (99339a86-e94f-4df6-9c3f-8948c6306f93), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:34.040073 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:35:34.040504 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3152423'] for segment (99339a86-e94f-4df6-9c3f-8948c6306f93), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: Traceback (most recent call last): Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: timer() Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: cb(*args, **kw) Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: return func(*args, **kwargs) Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: self._notify() Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: self.callback(batched_events) Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: event.method(event) Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: return f(self, *a, **k) Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._get(url).json() Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: return self.request(url, 'GET', **kwargs) Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:35:34.042265 dv-cinder-817135-7-iscsi neutron-server[103227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:35:34.100998 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (4292407f-f21a-4ca4-83dc-33c4f2c633d6), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:34.106257 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:34.110202 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4292407f-f21a-4ca4-83dc-33c4f2c633d6 HTTP/1.1" status: 204 len: 168 time: 0.6022644 Mar 30 01:35:34.114952 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111ccbb-a314-459b-9059-3663e2a311f6 req-c61fbb41-4aa2-438c-b72b-40a06183803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:34.116456 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9111ccbb-a314-459b-9059-3663e2a311f6 req-c61fbb41-4aa2-438c-b72b-40a06183803e service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 915 time: 0.1204395 Mar 30 01:35:34.122151 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750c84c-5be9-48ae-843d-347368943c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=4292407f-f21a-4ca4-83dc-33c4f2c633d6,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:34.166922 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9111ccbb-a314-459b-9059-3663e2a311f6 req-0e12dea8-54a4-472c-ac53-29782651da19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc337da8-0f49-48ee-acfb-dc29e5a96d2f HTTP/1.1" status: 200 len: 217 time: 0.0440059 Mar 30 01:35:34.218891 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111ccbb-a314-459b-9059-3663e2a311f6 req-1250f1f2-8e96-4d10-afd8-1eb009101138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:34.220375 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9111ccbb-a314-459b-9059-3663e2a311f6 req-1250f1f2-8e96-4d10-afd8-1eb009101138 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e77f2a5-8711-44b4-9bd8-745e29cce5c2 HTTP/1.1" status: 200 len: 853 time: 0.0472271 Mar 30 01:35:34.275957 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111ccbb-a314-459b-9059-3663e2a311f6 req-e085a57c-8a7f-4b48-a4ea-ae5ee4ae84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:34.277566 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9111ccbb-a314-459b-9059-3663e2a311f6 req-e085a57c-8a7f-4b48-a4ea-ae5ee4ae84b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb381a09-567f-4898-a161-3a00985edb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509541 Mar 30 01:35:34.286817 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device a876e06f-3d44-4738-a685-a73781f04c4c no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:35:34.307803 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: a876e06f-3d44-4738-a685-a73781f04c4c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:35:34.308182 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device a876e06f-3d44-4738-a685-a73781f04c4c not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:35:34.308611 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 7ccc8e1d-c414-40d3-b07e-24194d894f32 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:35:34.328958 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 7ccc8e1d-c414-40d3-b07e-24194d894f32 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:35:34.329205 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42798) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:34.329680 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 7ccc8e1d-c414-40d3-b07e-24194d894f32 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:35:34.330267 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 4f309f86-8c81-4df3-a4ca-07e7ebd694dc no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:35:34.353528 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 4f309f86-8c81-4df3-a4ca-07e7ebd694dc {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:35:34.353882 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 4f309f86-8c81-4df3-a4ca-07e7ebd694dc not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:35:34.377059 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-421261e4-7fb9-48fb-a18b-cde8bf82ed87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40c47efe85b3419bbfe4af492f367fa3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0466542 Mar 30 01:35:34.379250 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9111ccbb-a314-459b-9059-3663e2a311f6 req-11781036-ec18-4014-b099-eb04d045f7ba service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945597 Mar 30 01:35:34.379555 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42800) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:34.430262 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d0c827d-b154-4fc4-b231-d2273b06b616 admin admin] Publish callbacks [] for security_group (70bc4501-5606-4a8c-a2b5-aca2b6c92194), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:34.472969 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9111ccbb-a314-459b-9059-3663e2a311f6 req-5fa9dd70-2b2c-43c3-ad7e-9a103c45269b service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872369 Mar 30 01:35:34.477158 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d0c827d-b154-4fc4-b231-d2273b06b616 admin admin] Publish callbacks [] for security_group (70bc4501-5606-4a8c-a2b5-aca2b6c92194), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:34.774936 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea57173-3073-4095-8859-4c31e48a7f9b req-d2120dba-dced-4831-be19-b6dece64243e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:34.776412 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3ea57173-3073-4095-8859-4c31e48a7f9b req-d2120dba-dced-4831-be19-b6dece64243e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 943 time: 0.3352849 Mar 30 01:35:34.797111 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf3623-ca79-412d-a409-f4f8dfba119e req-e29d282b-d430-4804-891d-0335777b15ec tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:34.798640 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6ebf3623-ca79-412d-a409-f4f8dfba119e req-e29d282b-d430-4804-891d-0335777b15ec tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 943 time: 0.0601742 Mar 30 01:35:34.801275 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d0c827d-b154-4fc4-b231-d2273b06b616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (70bc4501-5606-4a8c-a2b5-aca2b6c92194), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:34.803857 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d0c827d-b154-4fc4-b231-d2273b06b616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:34.807300 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-2d0c827d-b154-4fc4-b231-d2273b06b616 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70bc4501-5606-4a8c-a2b5-aca2b6c92194 HTTP/1.1" status: 204 len: 168 time: 0.4244604 Mar 30 01:35:34.818455 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c827d-b154-4fc4-b231-d2273b06b616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bc4501-5606-4a8c-a2b5-aca2b6c92194,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:34.848626 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3ea57173-3073-4095-8859-4c31e48a7f9b req-e9a4655b-4a71-483a-8811-802215f8d3c9 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638919 Mar 30 01:35:34.859755 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6ebf3623-ca79-412d-a409-f4f8dfba119e req-5eca3afb-1727-42e4-a98c-afb8b9e028b4 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552628 Mar 30 01:35:35.979391 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e713f-d86d-4dd6-8faf-1ef96e25467a req-a3c4699c-0428-4693-8292-e8af9145cc0f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:35.980935 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fc7e713f-d86d-4dd6-8faf-1ef96e25467a req-a3c4699c-0428-4693-8292-e8af9145cc0f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 943 time: 0.0540056 Mar 30 01:35:36.001129 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1ea54-adce-47ca-861b-d0cf240b310b req-bd9008f1-478e-4a30-b4a7-3b82c0f5e3f6 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:36.002688 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-92c1ea54-adce-47ca-861b-d0cf240b310b req-bd9008f1-478e-4a30-b4a7-3b82c0f5e3f6 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 943 time: 0.0592771 Mar 30 01:35:36.034963 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fc7e713f-d86d-4dd6-8faf-1ef96e25467a req-d3db1830-4cb5-4709-8880-c2874213ab7e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466421 Mar 30 01:35:36.059220 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-92c1ea54-adce-47ca-861b-d0cf240b310b req-07446d90-a969-4b7a-9793-6f8b10d58861 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499215 Mar 30 01:35:36.378944 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device cc337da8-0f49-48ee-acfb-dc29e5a96d2f details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:35:36.477837 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port cc337da8-0f49-48ee-acfb-dc29e5a96d2f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=cc337da8-0f49-48ee-acfb-dc29e5a96d2f,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:36.494229 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'port_id': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:35:36.541860 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port cc337da8-0f49-48ee-acfb-dc29e5a96d2f is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:36.542250 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:36.556484 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc337da8-0f49-48ee-acfb-dc29e5a96d2f {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:35:36.575744 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port cc337da8-0f49-48ee-acfb-dc29e5a96d2f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=cc337da8-0f49-48ee-acfb-dc29e5a96d2f,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:36.580090 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:36.631972 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=cc337da8-0f49-48ee-acfb-dc29e5a96d2f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:36.812439 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['cc337da8-0f49-48ee-acfb-dc29e5a96d2f'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:35:37.164268 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2083df-6ca0-47aa-ba0e-9a1c73c7614c req-0e499df3-08a5-4bbb-b794-c7de72251726 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:37.165750 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8f2083df-6ca0-47aa-ba0e-9a1c73c7614c req-0e499df3-08a5-4bbb-b794-c7de72251726 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 944 time: 0.0551271 Mar 30 01:35:37.183177 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a966a96-8199-4562-b610-10b22361f916 req-8243a9de-7fe6-4cbc-b62b-14e6a07bbae7 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:37.186171 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a966a96-8199-4562-b610-10b22361f916 req-8243a9de-7fe6-4cbc-b62b-14e6a07bbae7 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 943 time: 0.0580137 Mar 30 01:35:37.223391 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8f2083df-6ca0-47aa-ba0e-9a1c73c7614c req-aa2d5e95-9a57-469c-99ea-48114f2a2306 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496147 Mar 30 01:35:37.244886 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3a966a96-8199-4562-b610-10b22361f916 req-95d532e7-fdfc-48d1-94ba-5d57f7530c27 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523796 Mar 30 01:35:37.631625 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42944) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:37.735907 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5938765f-995f-49fd-ba87-2b04909de88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:37.808288 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5938765f-995f-49fd-ba87-2b04909de88f admin admin] Publish callbacks [] for security_group (a5bb7c16-01d3-451f-b8bd-2d771c40fd30), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:37.812398 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5938765f-995f-49fd-ba87-2b04909de88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (a5bb7c16-01d3-451f-b8bd-2d771c40fd30), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:37.849571 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-5938765f-995f-49fd-ba87-2b04909de88f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4e06a6a4bab44e88cf2c816289890bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169013 Mar 30 01:35:37.850408 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938765f-995f-49fd-ba87-2b04909de88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bb7c16-01d3-451f-b8bd-2d771c40fd30,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:37.852361 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42948) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:37.899651 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2144623-5299-4eeb-a159-88ded620271f admin admin] Publish callbacks [] for security_group (a5bb7c16-01d3-451f-b8bd-2d771c40fd30), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:37.921765 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2144623-5299-4eeb-a159-88ded620271f admin admin] Publish callbacks [] for security_group (a5bb7c16-01d3-451f-b8bd-2d771c40fd30), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:37.967371 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2144623-5299-4eeb-a159-88ded620271f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (a5bb7c16-01d3-451f-b8bd-2d771c40fd30), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:37.969818 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2144623-5299-4eeb-a159-88ded620271f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:37.970966 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c2144623-5299-4eeb-a159-88ded620271f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5bb7c16-01d3-451f-b8bd-2d771c40fd30 HTTP/1.1" status: 204 len: 168 time: 0.1176326 Mar 30 01:35:37.978463 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2144623-5299-4eeb-a159-88ded620271f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bb7c16-01d3-451f-b8bd-2d771c40fd30,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:38.225687 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 42954) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:38.238838 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f3423fd-ed43-429e-98df-79bb1081eeff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:38.343810 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f3423fd-ed43-429e-98df-79bb1081eeff admin admin] Publish callbacks [] for security_group (6cc67143-524c-4b41-9e67-0c3758aa8829), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:38.350429 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3f3423fd-ed43-429e-98df-79bb1081eeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (6cc67143-524c-4b41-9e67-0c3758aa8829), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:38.367232 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb9568-664d-4e25-8e6c-ad96c443735b req-74fa1d73-1b78-4da5-904c-ebb21570037e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:38.368754 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6cfb9568-664d-4e25-8e6c-ad96c443735b req-74fa1d73-1b78-4da5-904c-ebb21570037e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 943 time: 0.0563021 Mar 30 01:35:38.392425 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f00817-fef0-4e4b-8968-9b910cfa9ff7 req-b78ff85b-6864-4f42-97ce-848b965158d6 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:38.394051 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d0f00817-fef0-4e4b-8968-9b910cfa9ff7 req-b78ff85b-6864-4f42-97ce-848b965158d6 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 944 time: 0.0993130 Mar 30 01:35:38.402343 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 8bcbbd6c-2922-4816-87b4-f60bf3102b6b details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:35:38.406153 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device cc337da8-0f49-48ee-acfb-dc29e5a96d2f up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:38.417024 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 42960) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:38.417274 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-3f3423fd-ed43-429e-98df-79bb1081eeff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fe349a390a44e92b4bfab8e744d9058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903841 Mar 30 01:35:38.419892 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3423fd-ed43-429e-98df-79bb1081eeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc67143-524c-4b41-9e67-0c3758aa8829,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:38.449084 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6cfb9568-664d-4e25-8e6c-ad96c443735b req-f48f15ad-054b-46aa-84c7-9be12d0942f9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734761 Mar 30 01:35:38.482756 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d0f00817-fef0-4e4b-8968-9b910cfa9ff7 req-3d619aa0-eb9b-470f-84c4-f8de67a15904 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779901 Mar 30 01:35:38.487929 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c23d5f17-b441-48ad-9b34-794e5fdf12d3 admin admin] Publish callbacks [] for security_group (6cc67143-524c-4b41-9e67-0c3758aa8829), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:38.511622 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c23d5f17-b441-48ad-9b34-794e5fdf12d3 admin admin] Publish callbacks [] for security_group (6cc67143-524c-4b41-9e67-0c3758aa8829), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:38.533415 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port cc337da8-0f49-48ee-acfb-dc29e5a96d2f completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:35:38.542877 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port cc337da8-0f49-48ee-acfb-dc29e5a96d2f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:38.543257 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:38.563094 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c23d5f17-b441-48ad-9b34-794e5fdf12d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (6cc67143-524c-4b41-9e67-0c3758aa8829), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:38.565950 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c23d5f17-b441-48ad-9b34-794e5fdf12d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:38.567110 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c23d5f17-b441-48ad-9b34-794e5fdf12d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6cc67143-524c-4b41-9e67-0c3758aa8829 HTTP/1.1" status: 204 len: 168 time: 0.1487644 Mar 30 01:35:38.574805 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d5f17-b441-48ad-9b34-794e5fdf12d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc67143-524c-4b41-9e67-0c3758aa8829,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:38.675559 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:38.693843 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'port_id': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'mac_address': 'fa:16:3e:52:d9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:35:38.786479 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port cc337da8-0f49-48ee-acfb-dc29e5a96d2f is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:38.786905 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:38.790839 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:38.791217 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:38.822822 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcbbd6c-2922-4816-87b4-f60bf3102b6b {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:35:38.835226 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c631df52-b714-444b-a3db-061fd69e6581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:35:38.837557 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ac29cf-eb2b-494b-a58f-8303f872a5be" -d '{"events": [{"server_uuid": "c631df52-b714-444b-a3db-061fd69e6581", "name": "network-vif-plugged", "status": "completed", "tag": "cc337da8-0f49-48ee-acfb-dc29e5a96d2f"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:35:38.865277 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port cc337da8-0f49-48ee-acfb-dc29e5a96d2f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=cc337da8-0f49-48ee-acfb-dc29e5a96d2f,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:38.867136 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:38.874814 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:38.879193 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:38.903306 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9a5f2b-5e3d-44e9-8943-0824b111ccac x-openstack-request-id: req-0a9a5f2b-5e3d-44e9-8943-0824b111ccac {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:35:38.903651 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c631df52-b714-444b-a3db-061fd69e6581", "name": "network-vif-plugged", "status": "completed", "tag": "cc337da8-0f49-48ee-acfb-dc29e5a96d2f", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:35:38.903903 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a9a5f2b-5e3d-44e9-8943-0824b111ccac {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:35:38.904770 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9a5f2b-5e3d-44e9-8943-0824b111ccac'] response: {'server_uuid': 'c631df52-b714-444b-a3db-061fd69e6581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'code': 200} Mar 30 01:35:38.956880 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=cc337da8-0f49-48ee-acfb-dc29e5a96d2f,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:39.013441 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:39.067495 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00aa57-55c5-497e-a93b-19a796c68589 req-697d0836-7ac9-40b5-a73a-023200f9b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:39.069018 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed00aa57-55c5-497e-a93b-19a796c68589 req-697d0836-7ac9-40b5-a73a-023200f9b635 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 1129 time: 0.0445194 Mar 30 01:35:39.092788 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['8bcbbd6c-2922-4816-87b4-f60bf3102b6b'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:35:39.115940 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed00aa57-55c5-497e-a93b-19a796c68589 req-260d8e15-bc05-439a-ab73-ec15ea43af09 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408947 Mar 30 01:35:39.595943 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d4602-e34b-44bc-b50c-a89a4534a5f5 req-3ff07e6e-eb81-4f9d-ab1c-a554488d4251 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:39.603142 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c14d4602-e34b-44bc-b50c-a89a4534a5f5 req-3ff07e6e-eb81-4f9d-ab1c-a554488d4251 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 944 time: 0.0665157 Mar 30 01:35:39.630838 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19376524-48b2-4cb5-900e-c882df9c0b01 req-11bd6315-94d8-4101-91ad-fa1f527c6989 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:39.632328 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-19376524-48b2-4cb5-900e-c882df9c0b01 req-11bd6315-94d8-4101-91ad-fa1f527c6989 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 945 time: 0.0635581 Mar 30 01:35:39.653684 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c14d4602-e34b-44bc-b50c-a89a4534a5f5 req-e91eb422-21ec-4605-936d-e40519e06200 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495887 Mar 30 01:35:39.683995 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-19376524-48b2-4cb5-900e-c882df9c0b01 req-1048f555-8c18-49c9-9a56-580a34581fa3 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459199 Mar 30 01:35:40.411211 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 8bcbbd6c-2922-4816-87b4-f60bf3102b6b up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:35:40.462880 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:35:40.467577 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:35:40.467958 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:40.673056 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:35:40.673462 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:40.709029 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:35:40.713320 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:40.764759 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:40.784214 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacc61a-f1e2-4e59-97fd-b43cf73c26aa req-7f9e1153-593e-4a6f-a587-c6b4f687718d tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:40.785699 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8bacc61a-f1e2-4e59-97fd-b43cf73c26aa req-7f9e1153-593e-4a6f-a587-c6b4f687718d tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0645680 Mar 30 01:35:40.806881 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f2e04-c802-4877-9bb3-ebd33e35c486 req-a7097465-d764-4eac-9a3e-f398b88ecc57 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:40.808387 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a4f2e04-c802-4877-9bb3-ebd33e35c486 req-a7097465-d764-4eac-9a3e-f398b88ecc57 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 945 time: 0.0535429 Mar 30 01:35:40.839485 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8bacc61a-f1e2-4e59-97fd-b43cf73c26aa req-f8d41b6f-4aee-4e79-b98a-ea948bc4b11c tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479641 Mar 30 01:35:40.855598 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a4f2e04-c802-4877-9bb3-ebd33e35c486 req-775b5faa-287d-4057-a716-922e4d37e69a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415547 Mar 30 01:35:40.906127 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:35:40.908496 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed88ccb-7f9f-4aed-9a27-9bd610105076" -d '{"events": [{"server_uuid": "f5c4170d-90cd-474e-b784-2cd04b4f96fe", "name": "network-vif-plugged", "status": "completed", "tag": "8bcbbd6c-2922-4816-87b4-f60bf3102b6b"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:35:40.942457 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8bd723-5dff-4cfa-a2a7-6eea00eb0db8 x-openstack-request-id: req-aa8bd723-5dff-4cfa-a2a7-6eea00eb0db8 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:35:40.942781 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c4170d-90cd-474e-b784-2cd04b4f96fe", "name": "network-vif-plugged", "status": "completed", "tag": "8bcbbd6c-2922-4816-87b4-f60bf3102b6b", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:35:40.943065 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa8bd723-5dff-4cfa-a2a7-6eea00eb0db8 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:35:40.943466 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8bd723-5dff-4cfa-a2a7-6eea00eb0db8'] response: {'server_uuid': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'code': 200} Mar 30 01:35:40.969839 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ff90f-ca15-4533-9804-0bcf7464c92c req-603536a6-922f-4044-83ab-19e67fa6eb13 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:40.971373 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9f5ff90f-ca15-4533-9804-0bcf7464c92c req-603536a6-922f-4044-83ab-19e67fa6eb13 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 945 time: 0.0534935 Mar 30 01:35:40.979900 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43028) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:40.984711 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-ebc97a60-d833-4aa5-a55e-19307ea810ba tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'floatingip': {'port_id': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:41.023761 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ebc97a60-d833-4aa5-a55e-19307ea810ba tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (04295d6c-dcaf-42b6-a524-096bb15d938a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:41.157024 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d742ca-6df5-4057-978a-d4954742ecaa req-77986dbf-3d02-4d54-8320-e7923cc165f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:41.158554 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-93d742ca-6df5-4057-978a-d4954742ecaa req-77986dbf-3d02-4d54-8320-e7923cc165f5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 1129 time: 0.0435803 Mar 30 01:35:41.207277 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-93d742ca-6df5-4057-978a-d4954742ecaa req-2463522f-2325-4bb9-bd30-10b9a426a22b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428982 Mar 30 01:35:41.454062 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ebc97a60-d833-4aa5-a55e-19307ea810ba tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:41.458867 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ebc97a60-d833-4aa5-a55e-19307ea810ba tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (04295d6c-dcaf-42b6-a524-096bb15d938a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:41.562906 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.l3_db [None req-ebc97a60-d833-4aa5-a55e-19307ea810ba tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Floating IP 04295d6c-dcaf-42b6-a524-096bb15d938a associated. External IP: 172.27.2.149, port: cc337da8-0f49-48ee-acfb-dc29e5a96d2f. Mar 30 01:35:41.789836 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc97a60-d833-4aa5-a55e-19307ea810ba tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:35:41.910492 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc97a60-d833-4aa5-a55e-19307ea810ba tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:35:41.915555 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ebc97a60-d833-4aa5-a55e-19307ea810ba tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:41.921880 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4804f6-85fe-4ef9-942a-2cfc4e6a3b38 None None] Sync routers for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:35:41.931682 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4804f6-85fe-4ef9-942a-2cfc4e6a3b38 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:41.932283 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6c4804f6-85fe-4ef9-942a-2cfc4e6a3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:35:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:41.949953 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-ebc97a60-d833-4aa5-a55e-19307ea810ba tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "PUT /v2.0/floatingips/04295d6c-dcaf-42b6-a524-096bb15d938a HTTP/1.1" status: 200 len: 991 time: 0.9689162 Mar 30 01:35:41.951465 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c631df52-b714-444b-a3db-061fd69e6581', 'tag': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:35:41.953721 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f3dfc3-c7ec-4ccb-a031-640838e6d2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c631df52-b714-444b-a3db-061fd69e6581", "tag": "cc337da8-0f49-48ee-acfb-dc29e5a96d2f"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:35:41.976565 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6be13-0f6d-44cd-bc69-71ae1e855ad8 req-9dcef45b-1292-46c8-98e5-420ef5b92566 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:41.977604 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86c6be13-0f6d-44cd-bc69-71ae1e855ad8 req-9dcef45b-1292-46c8-98e5-420ef5b92566 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0691364 Mar 30 01:35:41.989833 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9251902d-7bfb-442e-b36d-c8732f615c37 x-openstack-request-id: req-9251902d-7bfb-442e-b36d-c8732f615c37 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:35:41.990122 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c631df52-b714-444b-a3db-061fd69e6581", "tag": "cc337da8-0f49-48ee-acfb-dc29e5a96d2f", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:35:41.990373 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9251902d-7bfb-442e-b36d-c8732f615c37 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:35:41.990946 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9251902d-7bfb-442e-b36d-c8732f615c37'] response: {'name': 'network-changed', 'server_uuid': 'c631df52-b714-444b-a3db-061fd69e6581', 'tag': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'status': 'completed', 'code': 200} Mar 30 01:35:42.047007 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-6c4804f6-85fe-4ef9-942a-2cfc4e6a3b38 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:42.053373 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-86c6be13-0f6d-44cd-bc69-71ae1e855ad8 req-58bb3750-5d98-4175-b032-c5d99af54fa9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683284 Mar 30 01:35:42.070067 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3dfc3-c7ec-4ccb-a031-640838e6d2a5 req-b910a22d-85a0-45b3-b1c5-3799603d4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:42.071580 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01f3dfc3-c7ec-4ccb-a031-640838e6d2a5 req-b910a22d-85a0-45b3-b1c5-3799603d4469 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 1129 time: 0.0544477 Mar 30 01:35:42.166378 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3dfc3-c7ec-4ccb-a031-640838e6d2a5 req-de06e3df-72d4-40b6-a5ef-07958f442f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:42.167864 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01f3dfc3-c7ec-4ccb-a031-640838e6d2a5 req-de06e3df-72d4-40b6-a5ef-07958f442f9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 915 time: 0.0885575 Mar 30 01:35:42.264533 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01f3dfc3-c7ec-4ccb-a031-640838e6d2a5 req-98b391a0-ca5f-4949-bd94-3bc5243712a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc337da8-0f49-48ee-acfb-dc29e5a96d2f HTTP/1.1" status: 200 len: 999 time: 0.0742118 Mar 30 01:35:42.278653 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6c4804f6-85fe-4ef9-942a-2cfc4e6a3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '04295d6c-dcaf-42b6-a524-096bb15d938a', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631df52-b714-444b-a3db-061fd69e6581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:27Z', 'updated_at': '2022-03-30T01:35:41Z', 'revision_number': 1, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:42.308483 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4804f6-85fe-4ef9-942a-2cfc4e6a3b38 None None] Checking router: 3e488ba3-8644-4f38-9e13-8dd556a2dd50 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:35:42.313853 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3dfc3-c7ec-4ccb-a031-640838e6d2a5 req-5906b26f-9736-42be-a371-5e05869e9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:42.315407 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01f3dfc3-c7ec-4ccb-a031-640838e6d2a5 req-5906b26f-9736-42be-a371-5e05869e9729 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e77f2a5-8711-44b4-9bd8-745e29cce5c2 HTTP/1.1" status: 200 len: 853 time: 0.0444870 Mar 30 01:35:42.317171 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4804f6-85fe-4ef9-942a-2cfc4e6a3b38 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:42.317769 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6c4804f6-85fe-4ef9-942a-2cfc4e6a3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:35:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:42.368610 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3dfc3-c7ec-4ccb-a031-640838e6d2a5 req-7e30cde7-b6af-4920-bc06-5979c35a88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:42.370160 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01f3dfc3-c7ec-4ccb-a031-640838e6d2a5 req-7e30cde7-b6af-4920-bc06-5979c35a88bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb381a09-567f-4898-a161-3a00985edb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486124 Mar 30 01:35:42.421501 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-6c4804f6-85fe-4ef9-942a-2cfc4e6a3b38 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:42.459674 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01f3dfc3-c7ec-4ccb-a031-640838e6d2a5 req-fb9ff2a4-d51b-463d-b858-324c072e7f3e service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826323 Mar 30 01:35:42.555400 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01f3dfc3-c7ec-4ccb-a031-640838e6d2a5 req-19109caa-6955-4e55-babe-e5e15a377cb9 service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869322 Mar 30 01:35:42.646994 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6c4804f6-85fe-4ef9-942a-2cfc4e6a3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '04295d6c-dcaf-42b6-a524-096bb15d938a', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631df52-b714-444b-a3db-061fd69e6581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:27Z', 'updated_at': '2022-03-30T01:35:41Z', 'revision_number': 1, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:42.674500 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4804f6-85fe-4ef9-942a-2cfc4e6a3b38 None None] The sync data for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi is: [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '04295d6c-dcaf-42b6-a524-096bb15d938a', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631df52-b714-444b-a3db-061fd69e6581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:27Z', 'updated_at': '2022-03-30T01:35:41Z', 'revision_number': 1, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:35:42.897512 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d6a30-97f9-406e-b28f-a9c04d1bf038 None None] New status for floating IP 04295d6c-dcaf-42b6-a524-096bb15d938a: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:35:42.954456 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43054) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:43.068046 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a19289f4-8e69-40db-81be-d0a7b00c61d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:43.176711 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a19289f4-8e69-40db-81be-d0a7b00c61d2 admin admin] Publish callbacks [] for security_group (f6dc18b6-843f-4bf0-8132-a9ba154e0f0b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:43.180435 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a19289f4-8e69-40db-81be-d0a7b00c61d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (f6dc18b6-843f-4bf0-8132-a9ba154e0f0b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:43.228439 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9c540-b2f4-49a1-97c6-4480f9a779d2 req-872b6dab-7d6f-4b49-8d98-ef3ec116067c tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:43.229917 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-11d9c540-b2f4-49a1-97c6-4480f9a779d2 req-872b6dab-7d6f-4b49-8d98-ef3ec116067c tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.1027844 Mar 30 01:35:43.232741 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-a19289f4-8e69-40db-81be-d0a7b00c61d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e2e2fdfbb244cc7bd11cd8800981324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772677 Mar 30 01:35:43.234828 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19289f4-8e69-40db-81be-d0a7b00c61d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dc18b6-843f-4bf0-8132-a9ba154e0f0b,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:43.235621 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43060) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:43.284563 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-11d9c540-b2f4-49a1-97c6-4480f9a779d2 req-fa8af746-a043-4d8e-9556-97759121850c tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470042 Mar 30 01:35:43.285800 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-429a7d2e-69d5-49a1-bd24-6dab12d3cedb admin admin] Publish callbacks [] for security_group (f6dc18b6-843f-4bf0-8132-a9ba154e0f0b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:43.308076 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-429a7d2e-69d5-49a1-bd24-6dab12d3cedb admin admin] Publish callbacks [] for security_group (f6dc18b6-843f-4bf0-8132-a9ba154e0f0b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:43.363728 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-429a7d2e-69d5-49a1-bd24-6dab12d3cedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (f6dc18b6-843f-4bf0-8132-a9ba154e0f0b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:43.366217 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-429a7d2e-69d5-49a1-bd24-6dab12d3cedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:43.367332 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-429a7d2e-69d5-49a1-bd24-6dab12d3cedb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6dc18b6-843f-4bf0-8132-a9ba154e0f0b HTTP/1.1" status: 204 len: 168 time: 0.1306763 Mar 30 01:35:43.393427 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a7d2e-69d5-49a1-bd24-6dab12d3cedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dc18b6-843f-4bf0-8132-a9ba154e0f0b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:43.419183 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da9fe7-1eef-47d2-91cc-7cc657713367 req-397c925a-3bd7-47e0-a353-83cb7edb2127 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:43.421472 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01da9fe7-1eef-47d2-91cc-7cc657713367 req-397c925a-3bd7-47e0-a353-83cb7edb2127 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0683000 Mar 30 01:35:43.477258 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01da9fe7-1eef-47d2-91cc-7cc657713367 req-ff2e5aad-5912-4469-b721-0b1b653f68b1 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484257 Mar 30 01:35:43.500070 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43068) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:43.659939 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43072) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:43.673376 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65c90981-2010-4565-ba46-a9607569d35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:43.695187 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a50854-5165-4e77-85cb-0712ced5cdf0 tempest-TestShelveInstance-869378980 tempest-TestShelveInstance-869378980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:43.699289 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-58a50854-5165-4e77-85cb-0712ced5cdf0 tempest-TestShelveInstance-869378980 tempest-TestShelveInstance-869378980-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 1124 time: 0.1955485 Mar 30 01:35:43.699507 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43074) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:43.704408 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Request body: {'floatingip': {'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'port_id': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:35:43.711851 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a810841-5556-4100-b97d-7d231661340a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:43.726386 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:43.759322 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65c90981-2010-4565-ba46-a9607569d35d admin admin] Publish callbacks [] for security_group (acf94503-b6cb-4f3d-bfd6-edaa0ae6d1c3), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:43.763472 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-65c90981-2010-4565-ba46-a9607569d35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (acf94503-b6cb-4f3d-bfd6-edaa0ae6d1c3), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:43.801558 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-65c90981-2010-4565-ba46-a9607569d35d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a926c39ef2df41229809c17bdad3218b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404142 Mar 30 01:35:43.802752 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c90981-2010-4565-ba46-a9607569d35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf94503-b6cb-4f3d-bfd6-edaa0ae6d1c3,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:43.804292 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43076) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:43.859745 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:43.902299 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dae233bb-db62-456a-8763-e5c7975c5c13 admin admin] Publish callbacks [] for security_group (acf94503-b6cb-4f3d-bfd6-edaa0ae6d1c3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:43.938302 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dae233bb-db62-456a-8763-e5c7975c5c13 admin admin] Publish callbacks [] for security_group (acf94503-b6cb-4f3d-bfd6-edaa0ae6d1c3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:44.010170 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Allocated IP 172.27.2.197 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/897b4c33-d7ef-4bc8-82da-354422076130) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:35:44.065049 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dae233bb-db62-456a-8763-e5c7975c5c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (acf94503-b6cb-4f3d-bfd6-edaa0ae6d1c3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:44.067649 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dae233bb-db62-456a-8763-e5c7975c5c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:44.068793 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-dae233bb-db62-456a-8763-e5c7975c5c13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/acf94503-b6cb-4f3d-bfd6-edaa0ae6d1c3 HTTP/1.1" status: 204 len: 168 time: 0.2634525 Mar 30 01:35:44.083614 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae233bb-db62-456a-8763-e5c7975c5c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf94503-b6cb-4f3d-bfd6-edaa0ae6d1c3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:44.135834 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for port (897b4c33-d7ef-4bc8-82da-354422076130), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:44.171449 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (897b4c33-d7ef-4bc8-82da-354422076130), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:44.208920 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:35:44.211832 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:35:44.217793 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:35:44.223623 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Pushing event updated for resources: {'Port': ['ID=897b4c33-d7ef-4bc8-82da-354422076130,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:44.580376 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for floatingip (5d08f212-43ca-4bdb-889a-88972d928217), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:44.654867 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (897b4c33-d7ef-4bc8-82da-354422076130), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:44.808465 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for port (897b4c33-d7ef-4bc8-82da-354422076130), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:44.814434 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (897b4c33-d7ef-4bc8-82da-354422076130), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:44.883491 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Pushing event updated for resources: {'Port': ['ID=897b4c33-d7ef-4bc8-82da-354422076130,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:44.897742 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (5d08f212-43ca-4bdb-889a-88972d928217), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.003570 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Floating IP 5d08f212-43ca-4bdb-889a-88972d928217 associated. External IP: 172.27.2.197, port: 8bcbbd6c-2922-4816-87b4-f60bf3102b6b. Mar 30 01:35:45.189884 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43110) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:45.296095 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d78b55c-040b-4b74-a8fe-401c91189686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.369585 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d78b55c-040b-4b74-a8fe-401c91189686 admin admin] Publish callbacks [] for security_group (596d37d8-c3c8-4dd6-bedb-5c298b08a4f1), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.373858 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d78b55c-040b-4b74-a8fe-401c91189686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (596d37d8-c3c8-4dd6-bedb-5c298b08a4f1), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.411921 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-8d78b55c-040b-4b74-a8fe-401c91189686 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a9d98a0683545dc81b24b1a0b0f2fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209251 Mar 30 01:35:45.412881 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78b55c-040b-4b74-a8fe-401c91189686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596d37d8-c3c8-4dd6-bedb-5c298b08a4f1,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:45.415269 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43114) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:35:45.467673 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf981-e56a-449c-87fd-6347d53fab39 admin admin] Publish callbacks [] for security_group (596d37d8-c3c8-4dd6-bedb-5c298b08a4f1), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.472439 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Router 8be0bbf7-a4e6-469b-b090-49836de10849 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:35:45.489165 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf981-e56a-449c-87fd-6347d53fab39 admin admin] Publish callbacks [] for security_group (596d37d8-c3c8-4dd6-bedb-5c298b08a4f1), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.535989 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf981-e56a-449c-87fd-6347d53fab39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (596d37d8-c3c8-4dd6-bedb-5c298b08a4f1), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.538755 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf981-e56a-449c-87fd-6347d53fab39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.542985 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-2f3cf981-e56a-449c-87fd-6347d53fab39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/596d37d8-c3c8-4dd6-bedb-5c298b08a4f1 HTTP/1.1" status: 204 len: 168 time: 0.1267853 Mar 30 01:35:45.551873 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cf981-e56a-449c-87fd-6347d53fab39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596d37d8-c3c8-4dd6-bedb-5c298b08a4f1,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:35:45.582167 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:35:45.593556 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ca6fd-2ddc-47b2-85cd-4d43e1869309 None None] Sync routers for ids ['8be0bbf7-a4e6-469b-b090-49836de10849'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:35:45.603629 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.608077 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ca6fd-2ddc-47b2-85cd-4d43e1869309 None None] Routers {'8be0bbf7-a4e6-469b-b090-49836de10849'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:45.609281 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-435ca6fd-2ddc-47b2-85cd-4d43e1869309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:35:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8be0bbf7-a4e6-469b-b090-49836de10849'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:45.652128 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-706f3ac2-13d9-445e-9c91-d6ecf4237b2e tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9506912 Mar 30 01:35:45.652918 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'tag': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:35:45.658271 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23d19ed-6101-4ce6-84b2-9571e632f2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c4170d-90cd-474e-b784-2cd04b4f96fe", "tag": "8bcbbd6c-2922-4816-87b4-f60bf3102b6b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:35:45.705546 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f12e491-7da9-4144-9247-e6660ca9a622 x-openstack-request-id: req-9f12e491-7da9-4144-9247-e6660ca9a622 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:35:45.705925 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c4170d-90cd-474e-b784-2cd04b4f96fe", "tag": "8bcbbd6c-2922-4816-87b4-f60bf3102b6b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:35:45.706231 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f12e491-7da9-4144-9247-e6660ca9a622 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:35:45.706722 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f12e491-7da9-4144-9247-e6660ca9a622'] response: {'name': 'network-changed', 'server_uuid': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'tag': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'status': 'completed', 'code': 200} Mar 30 01:35:45.744439 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-435ca6fd-2ddc-47b2-85cd-4d43e1869309 None None] Set router 8be0bbf7-a4e6-469b-b090-49836de10849 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:45.781336 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d19ed-6101-4ce6-84b2-9571e632f2b3 req-55b06756-326a-47cc-b584-53723f53d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:45.783014 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d23d19ed-6101-4ce6-84b2-9571e632f2b3 req-55b06756-326a-47cc-b584-53723f53d203 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=41e905053f284f86801ebd7f370ff78a&device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 1129 time: 0.0533478 Mar 30 01:35:45.886090 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d19ed-6101-4ce6-84b2-9571e632f2b3 req-8e484bbf-c6fb-4f54-b771-390fd3a86240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:45.911904 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d23d19ed-6101-4ce6-84b2-9571e632f2b3 req-8e484bbf-c6fb-4f54-b771-390fd3a86240 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5f94645-b564-41be-bb2d-41c4af6ef6e2 HTTP/1.1" status: 200 len: 910 time: 0.0993562 Mar 30 01:35:45.912128 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d1a8de48-34ca-4167-809f-090aab861871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:45.964438 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d23d19ed-6101-4ce6-84b2-9571e632f2b3 req-248fb6d1-730f-415e-b010-2e07e3619efc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b HTTP/1.1" status: 200 len: 999 time: 0.0706353 Mar 30 01:35:45.999720 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-435ca6fd-2ddc-47b2-85cd-4d43e1869309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '19001c94-5db7-407c-9336-f5b799f43499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:34:57Z', 'revision_number': 4, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port': {'id': '19001c94-5db7-407c-9336-f5b799f43499', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:55Z', 'updated_at': '2022-03-30T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '5d08f212-43ca-4bdb-889a-88972d928217', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'port_id': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'mac_address': 'fa:16:3e:52:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:44Z', 'updated_at': '2022-03-30T01:35:44Z', 'revision_number': 0, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bcea90-30c5-41cf-85d0-e176bc4b1d05', 'name': '', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'mac_address': 'fa:16:3e:f2:98:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:56Z', 'updated_at': '2022-03-30T01:35:01Z', 'revision_number': 5, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'subnets': [{'id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:46.014471 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d19ed-6101-4ce6-84b2-9571e632f2b3 req-8412c344-26d2-48d2-8364-be07bca9728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:46.015946 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d23d19ed-6101-4ce6-84b2-9571e632f2b3 req-8412c344-26d2-48d2-8364-be07bca9728c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47090215-5979-4d9f-9ff5-d6d6ff46172b HTTP/1.1" status: 200 len: 848 time: 0.0447099 Mar 30 01:35:46.026424 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ca6fd-2ddc-47b2-85cd-4d43e1869309 None None] Checking router: 8be0bbf7-a4e6-469b-b090-49836de10849 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:35:46.035999 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ca6fd-2ddc-47b2-85cd-4d43e1869309 None None] Routers {'8be0bbf7-a4e6-469b-b090-49836de10849'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:35:46.036601 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-435ca6fd-2ddc-47b2-85cd-4d43e1869309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:35:46Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8be0bbf7-a4e6-469b-b090-49836de10849'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:46.063666 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d19ed-6101-4ce6-84b2-9571e632f2b3 req-cc2eab0e-a941-4e7a-93da-66aad8685a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:35:46.065164 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d23d19ed-6101-4ce6-84b2-9571e632f2b3 req-cc2eab0e-a941-4e7a-93da-66aad8685a50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5f94645-b564-41be-bb2d-41c4af6ef6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431507 Mar 30 01:35:46.160721 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d23d19ed-6101-4ce6-84b2-9571e632f2b3 req-4e72b6ed-a672-4942-a7d5-5cf273764a1c service neutron] 10.222.0.10 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896986 Mar 30 01:35:46.235834 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-435ca6fd-2ddc-47b2-85cd-4d43e1869309 None None] Set router 8be0bbf7-a4e6-469b-b090-49836de10849 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:35:46.250629 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d23d19ed-6101-4ce6-84b2-9571e632f2b3 req-2f9b8d19-710f-4528-b4ee-e303aaa852b1 service neutron] 10.222.0.10 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846231 Mar 30 01:35:46.457236 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-435ca6fd-2ddc-47b2-85cd-4d43e1869309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '19001c94-5db7-407c-9336-f5b799f43499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:34:57Z', 'revision_number': 4, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port': {'id': '19001c94-5db7-407c-9336-f5b799f43499', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:55Z', 'updated_at': '2022-03-30T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '5d08f212-43ca-4bdb-889a-88972d928217', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'port_id': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'mac_address': 'fa:16:3e:52:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:44Z', 'updated_at': '2022-03-30T01:35:44Z', 'revision_number': 0, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bcea90-30c5-41cf-85d0-e176bc4b1d05', 'name': '', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'mac_address': 'fa:16:3e:f2:98:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:56Z', 'updated_at': '2022-03-30T01:35:01Z', 'revision_number': 5, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'subnets': [{'id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:35:46.486657 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ca6fd-2ddc-47b2-85cd-4d43e1869309 None None] The sync data for ids ['8be0bbf7-a4e6-469b-b090-49836de10849'] in dv-cinder-817135-7-iscsi is: [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '19001c94-5db7-407c-9336-f5b799f43499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:34:57Z', 'revision_number': 4, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port': {'id': '19001c94-5db7-407c-9336-f5b799f43499', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:55Z', 'updated_at': '2022-03-30T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '5d08f212-43ca-4bdb-889a-88972d928217', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'port_id': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'mac_address': 'fa:16:3e:52:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:44Z', 'updated_at': '2022-03-30T01:35:44Z', 'revision_number': 0, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bcea90-30c5-41cf-85d0-e176bc4b1d05', 'name': '', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'mac_address': 'fa:16:3e:f2:98:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:56Z', 'updated_at': '2022-03-30T01:35:01Z', 'revision_number': 5, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'subnets': [{'id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:35:46.674343 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b8293-aaec-4836-8d1a-3c600dc1b71c None None] New status for floating IP 5d08f212-43ca-4bdb-889a-88972d928217: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:35:47.112471 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:48.499861 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:50.080194 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:35:54.281571 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:08.106715 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:36:13.704317 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-67890c53-873b-41d4-a428-6d550e6f479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:15.882226 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a2fe88c1-4e9a-4336-aec2-4df025203c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:17.117469 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:18.102181 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-4a4e3956-6029-4703-8bb0-0020af75c795 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502298756&fields=id&tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52 HTTP/1.1" status: 200 len: 267 time: 0.0476120 Mar 30 01:36:18.224409 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-beb21519-2812-4a57-9a34-f629f43c7f5a tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:18.225965 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-beb21519-2812-4a57-9a34-f629f43c7f5a tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 812 time: 0.1161797 Mar 30 01:36:18.243575 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-80ecc51b-c290-4d11-a2c3-4cb22be2d854 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/quotas/e85d97e5ef8a4dc3a0fed53b8b299a52 HTTP/1.1" status: 200 len: 375 time: 0.0099657 Mar 30 01:36:18.314143 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-35945604-b172-4f9c-b72c-cf2dbde3824e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624452 Mar 30 01:36:18.501697 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:18.538091 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-0f58aa4e-41f6-41e3-9641-75757f0d6228 service neutron] 10.222.0.30 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118034 Mar 30 01:36:18.628532 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-4d61c042-5e52-407b-bf8e-c7eb0d9eb506 service neutron] 10.222.0.30 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845187 Mar 30 01:36:18.913174 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3ecabfa0-2d1e-4ce0-b2ee-40dbd5e40a02 req-f95d9538-ea6d-46e2-a201-891499a03905 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 210 time: 0.0279553 Mar 30 01:36:19.893644 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-4a9e273e-3289-4e80-bcee-c4a128563a1d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:19.895205 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-4a9e273e-3289-4e80-bcee-c4a128563a1d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 812 time: 0.1077147 Mar 30 01:36:19.958027 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-6afcb808-2048-4e65-b94e-a12a01fe027d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52 HTTP/1.1" status: 200 len: 380 time: 0.0532222 Mar 30 01:36:19.967647 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Request body: {'port': {'device_id': '22075945-9c35-44f5-b25c-66511528e73a', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'admin_state_up': True, 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'security_groups': ['1db75016-db23-4d8f-8f9c-0766e882b896']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:36:20.006963 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-20ebbb9a-4999-4c3f-9a20-4f11d95911fa req-ebb31dd5-d60d-4fba-a778-84b9927b42c3 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 210 time: 0.0270751 Mar 30 01:36:20.073375 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Made reservation on behalf of e85d97e5ef8a4dc3a0fed53b8b299a52 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:36:20.076929 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:20.084109 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:20.211139 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Allocated IP 172.20.0.5 (79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd/e7e66c9a-9d48-438a-b32c-4872a07765cf/62474ddf-fedd-4e7e-bfc7-54a13247e293) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:36:20.347712 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:20.380507 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:20.422606 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:36:20.425814 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:36:20.428356 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:36:20.459431 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'Port': ['ID=62474ddf-fedd-4e7e-bfc7-54a13247e293,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:20.472363 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.472707 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.473048 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.473383 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.473713 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.474040 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.474365 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.474686 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.475038 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.475357 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.475678 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.475996 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.476316 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.476633 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.476949 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:20.497282 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:20.497941 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:20.516161 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-9cab6e44-35a2-4851-95e0-89950d6429f5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5526898 Mar 30 01:36:20.528212 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Request body: {'port': {'device_id': '22075945-9c35-44f5-b25c-66511528e73a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:36:20.593658 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:20.657125 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-51061157-47b5-474f-aa43-36742b6139e7 None None] Provisioning complete for port 62474ddf-fedd-4e7e-bfc7-54a13247e293 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:36:20.657508 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-51061157-47b5-474f-aa43-36742b6139e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:20.691522 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-51061157-47b5-474f-aa43-36742b6139e7 None None] Port 62474ddf-fedd-4e7e-bfc7-54a13247e293 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:36:20.852786 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62474ddf-fedd-4e7e-bfc7-54a13247e293 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:36:20.860214 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Publish callbacks [] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:20.871888 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Transition to ACTIVE for port object 62474ddf-fedd-4e7e-bfc7-54a13247e293 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:36:20.876186 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:20.927472 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Pushing event updated for resources: {'Port': ['ID=62474ddf-fedd-4e7e-bfc7-54a13247e293,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:21.001887 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Attempting to bind port 62474ddf-fedd-4e7e-bfc7-54a13247e293 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:36:21.002141 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Attempting to bind port 62474ddf-fedd-4e7e-bfc7-54a13247e293 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:36:21.002475 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Attempting to bind port 62474ddf-fedd-4e7e-bfc7-54a13247e293 on network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:36:21.007037 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Port 62474ddf-fedd-4e7e-bfc7-54a13247e293 on network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:36:21.007359 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Attempting to bind port 62474ddf-fedd-4e7e-bfc7-54a13247e293 on network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:36:21.012508 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:36:21.013388 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Checking segment: {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:36:21.014040 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Bound using segment: {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:36:21.014519 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Bound port: 62474ddf-fedd-4e7e-bfc7-54a13247e293, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3df596e-20df-43a8-b630-9a76c732eafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:36:21.014925 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:21.092736 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] For port 62474ddf-fedd-4e7e-bfc7-54a13247e293, host hv-cinder-81713, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:36:21.119777 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] For port 62474ddf-fedd-4e7e-bfc7-54a13247e293, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=62474ddf-fedd-4e7e-bfc7-54a13247e293,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:36:21.129370 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:21.170492 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:21.171179 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:21.172538 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] 10.222.0.10 "PUT /v2.0/ports/62474ddf-fedd-4e7e-bfc7-54a13247e293 HTTP/1.1" status: 200 len: 1093 time: 0.6486106 Mar 30 01:36:21.176076 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22075945-9c35-44f5-b25c-66511528e73a', 'tag': '62474ddf-fedd-4e7e-bfc7-54a13247e293'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:36:21.178305 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98196796-f627-443c-bc40-281c4f8ec04b" -d '{"events": [{"name": "network-changed", "server_uuid": "22075945-9c35-44f5-b25c-66511528e73a", "tag": "62474ddf-fedd-4e7e-bfc7-54a13247e293"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:36:21.195827 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de122d-2b16-44e7-958f-d26aeb642fab req-21d14ca2-0e76-4684-949c-6382a10dddad tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:21.197657 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-66de122d-2b16-44e7-958f-d26aeb642fab req-21d14ca2-0e76-4684-949c-6382a10dddad tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 943 time: 0.1171436 Mar 30 01:36:21.212467 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c725ba8-8270-464b-8d60-773ea3b89140 service neutron] Pushing event updated for resources: {'Port': ['ID=62474ddf-fedd-4e7e-bfc7-54a13247e293,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:21.234681 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4e3c78-e17e-4573-ae0b-4d21b47299aa x-openstack-request-id: req-7f4e3c78-e17e-4573-ae0b-4d21b47299aa {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:36:21.234998 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22075945-9c35-44f5-b25c-66511528e73a", "tag": "62474ddf-fedd-4e7e-bfc7-54a13247e293", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:36:21.235247 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f4e3c78-e17e-4573-ae0b-4d21b47299aa {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:36:21.235640 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4e3c78-e17e-4573-ae0b-4d21b47299aa'] response: {'name': 'network-changed', 'server_uuid': '22075945-9c35-44f5-b25c-66511528e73a', 'tag': '62474ddf-fedd-4e7e-bfc7-54a13247e293', 'status': 'completed', 'code': 200} Mar 30 01:36:21.290817 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-66de122d-2b16-44e7-958f-d26aeb642fab req-acd9df04-65a0-4549-9bdc-069e22bde08e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749104 Mar 30 01:36:21.304964 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-a16bc5d4-cd0a-4e3a-9960-a5c76822de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:21.306632 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-a16bc5d4-cd0a-4e3a-9960-a5c76822de0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 1127 time: 0.0691843 Mar 30 01:36:21.352434 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-50312451-4b5a-413f-a8aa-e2d2983947a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62474ddf-fedd-4e7e-bfc7-54a13247e293 HTTP/1.1" status: 200 len: 217 time: 0.0375788 Mar 30 01:36:21.400478 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-cb4c61f6-3cfb-4f60-99b0-3d26b3bd49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:21.401874 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-cb4c61f6-3cfb-4f60-99b0-3d26b3bd49c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7e66c9a-9d48-438a-b32c-4872a07765cf HTTP/1.1" status: 200 len: 851 time: 0.0427325 Mar 30 01:36:21.453871 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-462197a0-3ad4-44b7-9543-a51e5b2fe103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:21.455465 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-462197a0-3ad4-44b7-9543-a51e5b2fe103 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459566 Mar 30 01:36:21.545804 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-e103f78a-f428-4957-97ef-126cd54f9815 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838044 Mar 30 01:36:21.633852 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f00b6426-7d68-4ae1-b1b7-d133dc848c1f req-984b4d8b-5bc3-4dff-ba70-29d97fc2bd72 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813582 Mar 30 01:36:21.724266 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98196796-f627-443c-bc40-281c4f8ec04b req-b22d1718-43e9-42b9-8779-427305963557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:21.725736 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98196796-f627-443c-bc40-281c4f8ec04b req-b22d1718-43e9-42b9-8779-427305963557 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 1127 time: 0.0447593 Mar 30 01:36:21.818470 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98196796-f627-443c-bc40-281c4f8ec04b req-d8328ece-3749-444c-bdcd-ba86a2df25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:21.819987 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98196796-f627-443c-bc40-281c4f8ec04b req-d8328ece-3749-444c-bdcd-ba86a2df25d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 913 time: 0.0886860 Mar 30 01:36:21.860931 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98196796-f627-443c-bc40-281c4f8ec04b req-cbc9390e-e864-422e-aaa3-fcc48cc1c31e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62474ddf-fedd-4e7e-bfc7-54a13247e293 HTTP/1.1" status: 200 len: 217 time: 0.0345812 Mar 30 01:36:21.908026 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98196796-f627-443c-bc40-281c4f8ec04b req-55d55ea0-427b-4d23-8a12-51bb6283da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:21.909474 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98196796-f627-443c-bc40-281c4f8ec04b req-55d55ea0-427b-4d23-8a12-51bb6283da55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7e66c9a-9d48-438a-b32c-4872a07765cf HTTP/1.1" status: 200 len: 851 time: 0.0431035 Mar 30 01:36:21.960820 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98196796-f627-443c-bc40-281c4f8ec04b req-ff7b5667-7ad8-4985-96a7-2c4044e838c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:21.962445 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98196796-f627-443c-bc40-281c4f8ec04b req-ff7b5667-7ad8-4985-96a7-2c4044e838c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473602 Mar 30 01:36:22.051415 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98196796-f627-443c-bc40-281c4f8ec04b req-34ed51d5-b3fe-4db7-9cdd-16fe037f4048 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818143 Mar 30 01:36:22.142278 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98196796-f627-443c-bc40-281c4f8ec04b req-79ec3910-31a1-481c-982d-2765ebd70978 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845156 Mar 30 01:36:22.413126 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958358c-c034-4a36-88d5-f322015fb906 req-18f09ab5-f251-47ac-8681-870a79c84afd tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:22.414492 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2958358c-c034-4a36-88d5-f322015fb906 req-18f09ab5-f251-47ac-8681-870a79c84afd tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 943 time: 0.0541465 Mar 30 01:36:22.462045 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2958358c-c034-4a36-88d5-f322015fb906 req-97e3408b-e91e-4026-b2a9-1e91b460b55c tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Mar 30 01:36:23.580283 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dc2d3-a5c5-4f8d-b6c0-1eac439b7f8c req-ec711e2b-b829-41af-b02b-b5657abf1c4c tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:23.581736 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c41dc2d3-a5c5-4f8d-b6c0-1eac439b7f8c req-ec711e2b-b829-41af-b02b-b5657abf1c4c tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 943 time: 0.0530128 Mar 30 01:36:23.628907 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c41dc2d3-a5c5-4f8d-b6c0-1eac439b7f8c req-029a81aa-0591-48ba-811b-fb33cbf2f88f tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415678 Mar 30 01:36:24.294560 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:24.746005 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849bcf3-0743-43a0-a809-edb86e27e18f req-ea8cf6e2-8e20-4e9f-9b0b-04857874998e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:24.747511 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9849bcf3-0743-43a0-a809-edb86e27e18f req-ea8cf6e2-8e20-4e9f-9b0b-04857874998e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 943 time: 0.0528941 Mar 30 01:36:24.799868 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-9849bcf3-0743-43a0-a809-edb86e27e18f req-cd3183e3-1a21-42c7-8a90-92e8fed5f4bc tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467317 Mar 30 01:36:25.923774 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26937bc1-ca04-4c0b-b003-c9a036ed37ac req-bf056268-ef18-449a-b6cb-ff3b6c6bb1d0 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:25.925625 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-26937bc1-ca04-4c0b-b003-c9a036ed37ac req-bf056268-ef18-449a-b6cb-ff3b6c6bb1d0 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 943 time: 0.0588338 Mar 30 01:36:25.979650 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-26937bc1-ca04-4c0b-b003-c9a036ed37ac req-f4892cb2-0bc0-4c19-b4d5-6669b8229b21 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479169 Mar 30 01:36:27.095315 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a218e-2366-4a22-894f-0c6fcca15ba4 req-c9ece3fe-a5b3-4737-89fd-e360c0327345 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:27.096813 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8a3a218e-2366-4a22-894f-0c6fcca15ba4 req-c9ece3fe-a5b3-4737-89fd-e360c0327345 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 943 time: 0.0531664 Mar 30 01:36:27.149463 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-8a3a218e-2366-4a22-894f-0c6fcca15ba4 req-13e881fa-8c81-4f1b-b3e4-484c4ee5c26a tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471258 Mar 30 01:36:27.444102 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:36:27.448646 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-11ac59fa-55ff-4a8c-86d4-049c432420a6 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--595423627', 'description': 'tempest-description--1005317904'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:36:27.467400 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11ac59fa-55ff-4a8c-86d4-049c432420a6 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:27.533000 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11ac59fa-55ff-4a8c-86d4-049c432420a6 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (cbbc8f7f-faa5-4d52-81b3-c2488b0e5696), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:27.536564 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11ac59fa-55ff-4a8c-86d4-049c432420a6 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (cbbc8f7f-faa5-4d52-81b3-c2488b0e5696), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:27.564295 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11ac59fa-55ff-4a8c-86d4-049c432420a6 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:27.565477 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-11ac59fa-55ff-4a8c-86d4-049c432420a6 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1202822 Mar 30 01:36:27.568378 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43252) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:36:27.569548 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac59fa-55ff-4a8c-86d4-049c432420a6 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbc8f7f-faa5-4d52-81b3-c2488b0e5696,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:27.572853 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'security_group_rule': {'security_group_id': 'cbbc8f7f-faa5-4d52-81b3-c2488b0e5696', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:36:27.597164 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (f73a747d-62da-4249-a1ac-11886152b6ed), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:27.651338 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (f73a747d-62da-4249-a1ac-11886152b6ed), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:27.655014 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (f73a747d-62da-4249-a1ac-11886152b6ed), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:27.674798 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73a747d-62da-4249-a1ac-11886152b6ed,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:27.683386 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:27.684491 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151178 Mar 30 01:36:27.686138 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.686478 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.686871 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.687201 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.687539 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.687795 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43254) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:36:27.687900 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.688165 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.688482 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.688801 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.689123 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.689441 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.689757 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.690101 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.690390 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.690722 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e77e61-e428-4cc4-bf6d-a41751e07bd8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:27.692098 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2ff64593-f3d5-4775-810d-bf817d23056a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'security_group_rule': {'security_group_id': 'cbbc8f7f-faa5-4d52-81b3-c2488b0e5696', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:36:27.716646 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff64593-f3d5-4775-810d-bf817d23056a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (767ef5f4-f744-4a4d-a77c-a5667a3ff0e2), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:27.772120 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff64593-f3d5-4775-810d-bf817d23056a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (767ef5f4-f744-4a4d-a77c-a5667a3ff0e2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:27.775376 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff64593-f3d5-4775-810d-bf817d23056a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (767ef5f4-f744-4a4d-a77c-a5667a3ff0e2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:27.792585 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff64593-f3d5-4775-810d-bf817d23056a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767ef5f4-f744-4a4d-a77c-a5667a3ff0e2,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:27.800934 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff64593-f3d5-4775-810d-bf817d23056a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:27.802183 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2ff64593-f3d5-4775-810d-bf817d23056a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135535 Mar 30 01:36:27.805235 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43256) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:36:27.809367 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'floatingip': {'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:36:27.828690 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:27.925512 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:28.028044 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Allocated IP 172.27.2.151 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/77e00565-5446-46d6-92d0-70c1400b855d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:36:28.147775 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-277a8c90-b596-4272-8e80-84ddf08a5d11 req-da81dbfa-bf40-4dfb-accf-df8aec58f8f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1035442 Mar 30 01:36:28.165406 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for port (77e00565-5446-46d6-92d0-70c1400b855d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:28.221351 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (77e00565-5446-46d6-92d0-70c1400b855d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:28.267748 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:36:28.268747 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a0b5-403b-4649-9a2f-fa4df5ab87c9 req-65a2f4fb-206e-4210-acba-1f3ddc4c8520 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:28.270253 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0472a0b5-403b-4649-9a2f-fa4df5ab87c9 req-65a2f4fb-206e-4210-acba-1f3ddc4c8520 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 943 time: 0.0537620 Mar 30 01:36:28.273770 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:36:28.281571 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:36:28.308942 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'Port': ['ID=77e00565-5446-46d6-92d0-70c1400b855d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:28.316434 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a8c90-b596-4272-8e80-84ddf08a5d11 req-706cf149-87b1-489a-a965-9a000d5f7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:28.317955 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-277a8c90-b596-4272-8e80-84ddf08a5d11 req-706cf149-87b1-489a-a965-9a000d5f7933 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 1130 time: 0.1251776 Mar 30 01:36:28.323842 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0472a0b5-403b-4649-9a2f-fa4df5ab87c9 req-cb8da2be-37b3-4b4d-8c40-5d45b511a9ce tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470006 Mar 30 01:36:28.665752 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (09627d8e-fbd1-45b1-892b-fb4f9855a4e6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:28.713267 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a8c90-b596-4272-8e80-84ddf08a5d11 req-a4ef1646-b363-4f50-a95e-399563b9bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:28.714725 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-277a8c90-b596-4272-8e80-84ddf08a5d11 req-a4ef1646-b363-4f50-a95e-399563b9bd63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 913 time: 0.3776195 Mar 30 01:36:28.719414 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (77e00565-5446-46d6-92d0-70c1400b855d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:28.813120 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-277a8c90-b596-4272-8e80-84ddf08a5d11 req-a75354ac-9323-42f9-8d8f-cb11890643e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c66a2d0-e9b3-4355-973c-200ae4b7382f HTTP/1.1" status: 200 len: 1001 time: 0.0909905 Mar 30 01:36:28.907131 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a8c90-b596-4272-8e80-84ddf08a5d11 req-514ca736-5b95-4446-b152-728be3ef3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:28.908464 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-277a8c90-b596-4272-8e80-84ddf08a5d11 req-514ca736-5b95-4446-b152-728be3ef3e62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7e66c9a-9d48-438a-b32c-4872a07765cf HTTP/1.1" status: 200 len: 851 time: 0.0849605 Mar 30 01:36:28.979923 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for port (77e00565-5446-46d6-92d0-70c1400b855d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:28.985276 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (77e00565-5446-46d6-92d0-70c1400b855d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:28.989701 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a8c90-b596-4272-8e80-84ddf08a5d11 req-9b817144-4f27-4fd4-86e9-d64f676db0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:28.991215 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-277a8c90-b596-4272-8e80-84ddf08a5d11 req-9b817144-4f27-4fd4-86e9-d64f676db0f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753536 Mar 30 01:36:29.102666 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'Port': ['ID=77e00565-5446-46d6-92d0-70c1400b855d,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:29.119033 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (09627d8e-fbd1-45b1-892b-fb4f9855a4e6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:29.149354 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:29.150552 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-eeea82e7-1fde-4e4b-83a8-c4b8e0fc287f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3444178 Mar 30 01:36:29.156041 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-277a8c90-b596-4272-8e80-84ddf08a5d11 req-ae9d9cb8-b851-4b55-aed8-107a4dc89135 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442058 Mar 30 01:36:29.248549 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-277a8c90-b596-4272-8e80-84ddf08a5d11 req-90d94ffe-37f3-49f2-ba9b-4e3120317465 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869558 Mar 30 01:36:29.342681 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-19425d3f-9b58-44a0-a771-f0def78d6bdb tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--595423627&fields=id&tenant_id=f209b912e4bd4a87ae03b6ffd2abe157 HTTP/1.1" status: 200 len: 267 time: 0.0419660 Mar 30 01:36:29.448240 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa57c87-46ae-4b6f-8df5-f0da8d79b454 req-0f4c507e-604f-42e8-9ff6-a10073744b36 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:29.449609 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ffa57c87-46ae-4b6f-8df5-f0da8d79b454 req-0f4c507e-604f-42e8-9ff6-a10073744b36 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 943 time: 0.0547707 Mar 30 01:36:29.453306 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-e418485e-40a0-4ff4-8655-f6c4e9a9e886 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:29.454805 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-e418485e-40a0-4ff4-8655-f6c4e9a9e886 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 814 time: 0.1047556 Mar 30 01:36:29.469763 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-a5f78bd3-c2df-4b92-bb03-7049c129ecb9 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/quotas/f209b912e4bd4a87ae03b6ffd2abe157 HTTP/1.1" status: 200 len: 375 time: 0.0093687 Mar 30 01:36:29.500792 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ffa57c87-46ae-4b6f-8df5-f0da8d79b454 req-2cc3aac5-05dc-4afb-9e29-c47b1a437093 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453920 Mar 30 01:36:29.526399 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-774bb643-b353-483e-8ac9-9f3c3fe84f11 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514553 Mar 30 01:36:29.620139 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ae690d43-5278-4ac1-b408-be8b8ecff885 service neutron] 10.222.0.30 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816386 Mar 30 01:36:29.713356 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-c21b0e52-9e68-4d0f-8ffc-91f294bbcd79 service neutron] 10.222.0.30 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874832 Mar 30 01:36:29.870418 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a1f38727-336b-4963-bbd4-7af6583a4e7a req-3a728fbb-5c6c-47d4-ac37-d6636d9c363c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 210 time: 0.0276217 Mar 30 01:36:30.619236 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eeedc-d439-4f64-8841-5ab8282c0dbd req-596cf30b-6f04-49db-967f-b170ea480ed5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:30.620905 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7d3eeedc-d439-4f64-8841-5ab8282c0dbd req-596cf30b-6f04-49db-967f-b170ea480ed5 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 943 time: 0.0525320 Mar 30 01:36:30.686428 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7d3eeedc-d439-4f64-8841-5ab8282c0dbd req-b27b200d-d53d-4c08-8f2e-614f6f16559d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591021 Mar 30 01:36:30.778456 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-8d5f86ad-cb06-45e9-a9d5-2437f5a0f88f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:30.780067 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-8d5f86ad-cb06-45e9-a9d5-2437f5a0f88f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 814 time: 0.1070123 Mar 30 01:36:30.853647 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-d5fb5378-7321-4ec8-a4e7-98e97cb52105 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f209b912e4bd4a87ae03b6ffd2abe157 HTTP/1.1" status: 200 len: 472 time: 0.0646627 Mar 30 01:36:30.862719 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-e48d6ddd-93bd-4d11-869b-88af6e2b5ff0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'port': {'device_id': '933b1cc8-2faf-4b3f-b7be-0fc771fdde14', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'admin_state_up': True, 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'security_groups': ['cbbc8f7f-faa5-4d52-81b3-c2488b0e5696']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:36:30.967789 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-e48d6ddd-93bd-4d11-869b-88af6e2b5ff0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Made reservation on behalf of f209b912e4bd4a87ae03b6ffd2abe157 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:36:30.968404 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-883f0a1e-4074-48e0-9674-07c6e3c7638a req-5994f044-d735-46c1-9504-c02460f0eca4 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 210 time: 0.0267186 Mar 30 01:36:30.974002 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-e48d6ddd-93bd-4d11-869b-88af6e2b5ff0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:31.101961 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-e48d6ddd-93bd-4d11-869b-88af6e2b5ff0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Allocated IP 172.20.0.11 (bb381a09-567f-4898-a161-3a00985edb2d/7e77f2a5-8711-44b4-9bd8-745e29cce5c2/780a13eb-d633-48be-97f1-e2fb8c24e219) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:36:31.237047 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-e48d6ddd-93bd-4d11-869b-88af6e2b5ff0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:31.271253 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-e48d6ddd-93bd-4d11-869b-88af6e2b5ff0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:31.314158 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-e48d6ddd-93bd-4d11-869b-88af6e2b5ff0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Network bb381a09-567f-4898-a161-3a00985edb2d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:36:31.317364 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-e48d6ddd-93bd-4d11-869b-88af6e2b5ff0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:36:31.326622 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-e48d6ddd-93bd-4d11-869b-88af6e2b5ff0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:36:31.331468 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d6ddd-93bd-4d11-869b-88af6e2b5ff0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'Port': ['ID=780a13eb-d633-48be-97f1-e2fb8c24e219,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:31.378620 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-e48d6ddd-93bd-4d11-869b-88af6e2b5ff0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:31.379175 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-e48d6ddd-93bd-4d11-869b-88af6e2b5ff0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:31.395322 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-e48d6ddd-93bd-4d11-869b-88af6e2b5ff0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5366042 Mar 30 01:36:31.406298 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Request body: {'port': {'device_id': '933b1cc8-2faf-4b3f-b7be-0fc771fdde14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:36:31.471556 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:31.522922 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7e3f2920-5b52-4d89-9aff-5f91a749f726 None None] Provisioning complete for port 780a13eb-d633-48be-97f1-e2fb8c24e219 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:36:31.523529 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2920-5b52-4d89-9aff-5f91a749f726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:31.557044 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f2920-5b52-4d89-9aff-5f91a749f726 None None] Port 780a13eb-d633-48be-97f1-e2fb8c24e219 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:36:31.731978 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780a13eb-d633-48be-97f1-e2fb8c24e219 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:36:31.740019 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Publish callbacks [] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:31.752915 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Transition to ACTIVE for port object 780a13eb-d633-48be-97f1-e2fb8c24e219 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:36:31.757281 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:31.845776 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Pushing event updated for resources: {'Port': ['ID=780a13eb-d633-48be-97f1-e2fb8c24e219,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:31.903135 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0711-5c4b-48f2-9683-eb9ee1da3185 req-aab1547a-796c-4acb-a6d8-fe121e3b44c1 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:31.904959 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ff1d0711-5c4b-48f2-9683-eb9ee1da3185 req-aab1547a-796c-4acb-a6d8-fe121e3b44c1 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 943 time: 0.1395307 Mar 30 01:36:31.966197 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Attempting to bind port 780a13eb-d633-48be-97f1-e2fb8c24e219 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:36:31.966476 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Attempting to bind port 780a13eb-d633-48be-97f1-e2fb8c24e219 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:36:31.966795 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Attempting to bind port 780a13eb-d633-48be-97f1-e2fb8c24e219 on network bb381a09-567f-4898-a161-3a00985edb2d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:36:31.979990 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ff1d0711-5c4b-48f2-9683-eb9ee1da3185 req-44c01766-7069-417d-9904-9ec981e445ec tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677335 Mar 30 01:36:31.980813 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Port 780a13eb-d633-48be-97f1-e2fb8c24e219 on network bb381a09-567f-4898-a161-3a00985edb2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:36:31.981149 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Attempting to bind port 780a13eb-d633-48be-97f1-e2fb8c24e219 on network bb381a09-567f-4898-a161-3a00985edb2d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:36:31.988003 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:36:31.988350 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Checking segment: {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:36:31.988739 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Bound using segment: {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:36:31.989242 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Bound port: 780a13eb-d633-48be-97f1-e2fb8c24e219, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:36:31.989613 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:32.070265 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] For port 780a13eb-d633-48be-97f1-e2fb8c24e219, host hv-cinder-81713, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:36:32.072418 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] For port 780a13eb-d633-48be-97f1-e2fb8c24e219, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=780a13eb-d633-48be-97f1-e2fb8c24e219,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:36:32.079818 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:32.111266 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58a813-e1b3-486b-bba2-3b53ee098323 req-ec20dca0-27ce-4971-b561-46f3beab118b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:32.112754 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-bc58a813-e1b3-486b-bba2-3b53ee098323 req-ec20dca0-27ce-4971-b561-46f3beab118b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 944 time: 0.0546966 Mar 30 01:36:32.114859 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:32.115473 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:32.116840 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] 10.222.0.10 "PUT /v2.0/ports/780a13eb-d633-48be-97f1-e2fb8c24e219 HTTP/1.1" status: 200 len: 1094 time: 0.7148860 Mar 30 01:36:32.117292 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933b1cc8-2faf-4b3f-b7be-0fc771fdde14', 'tag': '780a13eb-d633-48be-97f1-e2fb8c24e219'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:36:32.119579 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de607119-e7ef-4383-8131-b7c947d6f124" -d '{"events": [{"name": "network-changed", "server_uuid": "933b1cc8-2faf-4b3f-b7be-0fc771fdde14", "tag": "780a13eb-d633-48be-97f1-e2fb8c24e219"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:36:32.172076 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ec9f7-33fb-480e-8a2c-9fa51c357180 service neutron] Pushing event updated for resources: {'Port': ['ID=780a13eb-d633-48be-97f1-e2fb8c24e219,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:32.184728 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-bc58a813-e1b3-486b-bba2-3b53ee098323 req-c0fef55e-0a31-4019-a5e5-007a167e6324 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbc8f7f-faa5-4d52-81b3-c2488b0e5696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658858 Mar 30 01:36:32.196050 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d22cc2-0bba-45af-a423-f77f827d40bf x-openstack-request-id: req-c3d22cc2-0bba-45af-a423-f77f827d40bf {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:36:32.198889 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933b1cc8-2faf-4b3f-b7be-0fc771fdde14", "tag": "780a13eb-d633-48be-97f1-e2fb8c24e219", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:36:32.199385 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3d22cc2-0bba-45af-a423-f77f827d40bf {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:36:32.199881 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d22cc2-0bba-45af-a423-f77f827d40bf'] response: {'name': 'network-changed', 'server_uuid': '933b1cc8-2faf-4b3f-b7be-0fc771fdde14', 'tag': '780a13eb-d633-48be-97f1-e2fb8c24e219', 'status': 'completed', 'code': 200} Mar 30 01:36:32.221971 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-93940d23-e462-46f5-9fa5-37c63f58e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:32.223453 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-93940d23-e462-46f5-9fa5-37c63f58e248 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 1128 time: 0.0644565 Mar 30 01:36:32.270644 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-08fa0224-ce38-403f-abda-effa0fd4d2ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=780a13eb-d633-48be-97f1-e2fb8c24e219 HTTP/1.1" status: 200 len: 217 time: 0.0394621 Mar 30 01:36:32.321269 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-c7e765f1-8f2e-40dc-98ec-756c22bdda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:32.322792 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-c7e765f1-8f2e-40dc-98ec-756c22bdda71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e77f2a5-8711-44b4-9bd8-745e29cce5c2 HTTP/1.1" status: 200 len: 853 time: 0.0464025 Mar 30 01:36:32.373632 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-575e9431-0ed3-4eb3-b180-2c8cfde6fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:32.375919 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-575e9431-0ed3-4eb3-b180-2c8cfde6fb34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb381a09-567f-4898-a161-3a00985edb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441034 Mar 30 01:36:32.465706 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-a461c3eb-ffa0-4c70-8217-c81f6ad7f1c1 service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842187 Mar 30 01:36:32.559062 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6b785eb-d56c-4afa-a3de-a700e40ddf9d req-ec82b7c2-58c6-465a-8460-5fc82b49adcb service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857811 Mar 30 01:36:32.649834 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de607119-e7ef-4383-8131-b7c947d6f124 req-eb287439-a03f-4cda-8885-9e4a8bfa776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:32.651400 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-de607119-e7ef-4383-8131-b7c947d6f124 req-eb287439-a03f-4cda-8885-9e4a8bfa776d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 1128 time: 0.0453875 Mar 30 01:36:32.743683 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de607119-e7ef-4383-8131-b7c947d6f124 req-abbf69b5-64f2-4f60-80ba-0a8c1e1ff661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:32.745151 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-de607119-e7ef-4383-8131-b7c947d6f124 req-abbf69b5-64f2-4f60-80ba-0a8c1e1ff661 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 915 time: 0.0861826 Mar 30 01:36:32.785791 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-de607119-e7ef-4383-8131-b7c947d6f124 req-fe6eb30a-d912-4e7d-b7a4-9b13de40361c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=780a13eb-d633-48be-97f1-e2fb8c24e219 HTTP/1.1" status: 200 len: 217 time: 0.0339196 Mar 30 01:36:32.832484 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de607119-e7ef-4383-8131-b7c947d6f124 req-fcc5e34c-5af7-4b70-96c5-661e350e0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:32.833804 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-de607119-e7ef-4383-8131-b7c947d6f124 req-fcc5e34c-5af7-4b70-96c5-661e350e0e86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e77f2a5-8711-44b4-9bd8-745e29cce5c2 HTTP/1.1" status: 200 len: 853 time: 0.0419981 Mar 30 01:36:32.885084 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de607119-e7ef-4383-8131-b7c947d6f124 req-02a359c0-4072-498e-9d78-5c859694685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:32.886542 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-de607119-e7ef-4383-8131-b7c947d6f124 req-02a359c0-4072-498e-9d78-5c859694685f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb381a09-567f-4898-a161-3a00985edb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465746 Mar 30 01:36:32.974174 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-de607119-e7ef-4383-8131-b7c947d6f124 req-79365371-78ab-4921-b19d-5dc0e1bc0690 service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808930 Mar 30 01:36:33.075335 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-de607119-e7ef-4383-8131-b7c947d6f124 req-d0e1e093-5e10-4a37-9255-b1d46b499e77 service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950341 Mar 30 01:36:33.115526 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ea654-171c-48f2-b934-e6fd78fa1354 req-e1c46d47-170e-4713-a8ba-c9cee4aec24c tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:33.116910 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee7ea654-171c-48f2-b934-e6fd78fa1354 req-e1c46d47-170e-4713-a8ba-c9cee4aec24c tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 943 time: 0.0559039 Mar 30 01:36:33.165974 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee7ea654-171c-48f2-b934-e6fd78fa1354 req-496d74af-1ef9-4302-9a60-f1e58e43405b tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434537 Mar 30 01:36:33.301243 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae188be-4ca5-4b67-b7f4-63fb266ba35a req-d56fd1cf-9120-496a-bc9f-d4c9a4b1d2aa tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:33.302717 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fae188be-4ca5-4b67-b7f4-63fb266ba35a req-d56fd1cf-9120-496a-bc9f-d4c9a4b1d2aa tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 944 time: 0.0511770 Mar 30 01:36:33.348564 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fae188be-4ca5-4b67-b7f4-63fb266ba35a req-3b76854a-fb8a-4a5f-8ff1-5ac39443f764 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbc8f7f-faa5-4d52-81b3-c2488b0e5696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403640 Mar 30 01:36:34.282095 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2f545-ba7f-4e63-8610-2c1c7f37c0e0 req-a0bf079b-d439-4953-84c2-dac609bd6512 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:34.283604 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dac2f545-ba7f-4e63-8610-2c1c7f37c0e0 req-a0bf079b-d439-4953-84c2-dac609bd6512 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 943 time: 0.0518844 Mar 30 01:36:34.334449 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dac2f545-ba7f-4e63-8610-2c1c7f37c0e0 req-7efeabd2-950b-4093-80d1-e03d2bd325ef tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452857 Mar 30 01:36:34.464457 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ddacf-beb6-474d-aed8-ae28260c6c3c req-f6ee57a0-81f8-4915-a1c8-75648caf99bf tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:34.465855 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-909ddacf-beb6-474d-aed8-ae28260c6c3c req-f6ee57a0-81f8-4915-a1c8-75648caf99bf tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 944 time: 0.0520775 Mar 30 01:36:34.512494 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-909ddacf-beb6-474d-aed8-ae28260c6c3c req-88a568fb-4f70-471b-a8a7-7f0da56584f0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbc8f7f-faa5-4d52-81b3-c2488b0e5696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407112 Mar 30 01:36:34.614112 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 780a13eb-d633-48be-97f1-e2fb8c24e219 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:36:34.714578 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 780a13eb-d633-48be-97f1-e2fb8c24e219, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=780a13eb-d633-48be-97f1-e2fb8c24e219,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:36:34.726962 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '780a13eb-d633-48be-97f1-e2fb8c24e219', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'port_id': '780a13eb-d633-48be-97f1-e2fb8c24e219', 'mac_address': 'fa:16:3e:c9:92:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:36:34.763282 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 780a13eb-d633-48be-97f1-e2fb8c24e219 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:36:34.763675 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:34.776357 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780a13eb-d633-48be-97f1-e2fb8c24e219 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:36:34.795173 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 780a13eb-d633-48be-97f1-e2fb8c24e219, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=780a13eb-d633-48be-97f1-e2fb8c24e219,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:36:34.799984 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:34.800710 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 62474ddf-fedd-4e7e-bfc7-54a13247e293 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:36:34.894944 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=780a13eb-d633-48be-97f1-e2fb8c24e219,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:34.908502 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.908845 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.909186 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.909525 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.909857 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.910184 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.910508 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.910856 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.911188 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.911509 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.911833 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.912153 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.912476 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.912788 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.913102 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:36:34.950884 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 62474ddf-fedd-4e7e-bfc7-54a13247e293, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=62474ddf-fedd-4e7e-bfc7-54a13247e293,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:36:34.962958 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '62474ddf-fedd-4e7e-bfc7-54a13247e293', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'port_id': '62474ddf-fedd-4e7e-bfc7-54a13247e293', 'mac_address': 'fa:16:3e:d4:d7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:36:34.999641 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 62474ddf-fedd-4e7e-bfc7-54a13247e293 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:36:35.000013 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:35.016016 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62474ddf-fedd-4e7e-bfc7-54a13247e293 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:36:35.035457 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 62474ddf-fedd-4e7e-bfc7-54a13247e293, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=62474ddf-fedd-4e7e-bfc7-54a13247e293,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:36:35.038973 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:35.085526 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=62474ddf-fedd-4e7e-bfc7-54a13247e293,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:35.280836 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['780a13eb-d633-48be-97f1-e2fb8c24e219'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:36:35.284557 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['62474ddf-fedd-4e7e-bfc7-54a13247e293'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:36:35.450947 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9837449-648b-4672-8077-df69a37c90bb req-f5200976-a932-4794-bbae-964e2aab4277 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:35.452563 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b9837449-648b-4672-8077-df69a37c90bb req-f5200976-a932-4794-bbae-964e2aab4277 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 944 time: 0.0520599 Mar 30 01:36:35.502506 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b9837449-648b-4672-8077-df69a37c90bb req-2422bcf9-36ed-44ec-aa8f-50607b46921f tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441535 Mar 30 01:36:35.633786 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2339a7b-456f-4efb-b627-03d7cbecbf17 req-b772c86c-c2d6-49ae-b35c-b749b9f9bd20 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:35.635277 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e2339a7b-456f-4efb-b627-03d7cbecbf17 req-b772c86c-c2d6-49ae-b35c-b749b9f9bd20 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 945 time: 0.0550036 Mar 30 01:36:35.682426 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-e2339a7b-456f-4efb-b627-03d7cbecbf17 req-321ac5c9-c828-49cd-96c1-c2c2b4ea1b64 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbc8f7f-faa5-4d52-81b3-c2488b0e5696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408504 Mar 30 01:36:36.618415 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81175b46-4db4-424b-b3b8-52bc44eb4ef1 req-32356fbc-dc31-4142-9bba-1b6cc45dc321 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:36.619959 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-81175b46-4db4-424b-b3b8-52bc44eb4ef1 req-32356fbc-dc31-4142-9bba-1b6cc45dc321 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 944 time: 0.0521188 Mar 30 01:36:36.625702 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 780a13eb-d633-48be-97f1-e2fb8c24e219 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:36:36.671144 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-81175b46-4db4-424b-b3b8-52bc44eb4ef1 req-496a781d-3e0c-4072-810e-38e706806868 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451951 Mar 30 01:36:36.677729 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port 780a13eb-d633-48be-97f1-e2fb8c24e219 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:36:36.681739 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 780a13eb-d633-48be-97f1-e2fb8c24e219 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:36:36.682188 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:36.766072 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 780a13eb-d633-48be-97f1-e2fb8c24e219 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:36:36.766820 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:36.793145 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b1cc8-2faf-4b3f-b7be-0fc771fdde14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780a13eb-d633-48be-97f1-e2fb8c24e219'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:36:36.795804 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb5834d-1a46-4070-9fbb-606d00bdb4fe" -d '{"events": [{"server_uuid": "933b1cc8-2faf-4b3f-b7be-0fc771fdde14", "name": "network-vif-plugged", "status": "completed", "tag": "780a13eb-d633-48be-97f1-e2fb8c24e219"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:36:36.800870 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562f2bd-7eff-49de-ab66-988856a7cfd8 req-b4d64eee-6c96-4850-a315-5579f88758fc tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:36.802373 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f562f2bd-7eff-49de-ab66-988856a7cfd8 req-b4d64eee-6c96-4850-a315-5579f88758fc tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 945 time: 0.0524125 Mar 30 01:36:36.810300 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 780a13eb-d633-48be-97f1-e2fb8c24e219, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=780a13eb-d633-48be-97f1-e2fb8c24e219,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:36:36.815462 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:36.816442 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 62474ddf-fedd-4e7e-bfc7-54a13247e293 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:36:36.839985 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e197ccd7-c232-4c3c-a19a-6c526531d86d x-openstack-request-id: req-e197ccd7-c232-4c3c-a19a-6c526531d86d {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:36:36.840310 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b1cc8-2faf-4b3f-b7be-0fc771fdde14", "name": "network-vif-plugged", "status": "completed", "tag": "780a13eb-d633-48be-97f1-e2fb8c24e219", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:36:36.841080 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e197ccd7-c232-4c3c-a19a-6c526531d86d {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:36:36.841080 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e197ccd7-c232-4c3c-a19a-6c526531d86d'] response: {'server_uuid': '933b1cc8-2faf-4b3f-b7be-0fc771fdde14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780a13eb-d633-48be-97f1-e2fb8c24e219', 'code': 200} Mar 30 01:36:36.852932 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f562f2bd-7eff-49de-ab66-988856a7cfd8 req-7b786b99-cfa7-435d-a128-1fe2ae51eebf tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbc8f7f-faa5-4d52-81b3-c2488b0e5696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449479 Mar 30 01:36:36.896025 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=780a13eb-d633-48be-97f1-e2fb8c24e219,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:36.911343 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port 62474ddf-fedd-4e7e-bfc7-54a13247e293 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:36:36.915468 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 62474ddf-fedd-4e7e-bfc7-54a13247e293 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:36:36.915852 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:36.998073 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 62474ddf-fedd-4e7e-bfc7-54a13247e293 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:36:36.998472 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:37.017139 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf16aa7-a109-4c39-92c9-3ab7e5c8b330 req-3431e7c5-f12c-46c8-a25e-140db3fd3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:37.018646 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1cf16aa7-a109-4c39-92c9-3ab7e5c8b330 req-3431e7c5-f12c-46c8-a25e-140db3fd3845 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 1130 time: 0.0468066 Mar 30 01:36:37.030475 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 62474ddf-fedd-4e7e-bfc7-54a13247e293, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=62474ddf-fedd-4e7e-bfc7-54a13247e293,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:36:37.035571 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:37.064514 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1cf16aa7-a109-4c39-92c9-3ab7e5c8b330 req-6ea9b3d6-310c-4753-bc01-8829669d80cd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cbbc8f7f-faa5-4d52-81b3-c2488b0e5696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399435 Mar 30 01:36:37.082795 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=62474ddf-fedd-4e7e-bfc7-54a13247e293,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:37.791360 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfd062-7af8-41be-9c95-2e3313552d06 req-8283a636-1842-41ba-a140-252ecdf9e4ce tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:37.793140 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cfbfd062-7af8-41be-9c95-2e3313552d06 req-8283a636-1842-41ba-a140-252ecdf9e4ce tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 945 time: 0.0521739 Mar 30 01:36:37.841849 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cfbfd062-7af8-41be-9c95-2e3313552d06 req-51b15d44-efc5-40f5-81ae-b20ed808f0db tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419085 Mar 30 01:36:37.976517 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7d8b1-1528-4ed8-9f14-2a2d1dc935f1 req-089f7a44-27c8-41bb-b210-bb1c91fc008a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:37.977984 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-66f7d8b1-1528-4ed8-9f14-2a2d1dc935f1 req-089f7a44-27c8-41bb-b210-bb1c91fc008a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 946 time: 0.0554190 Mar 30 01:36:38.023096 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-66f7d8b1-1528-4ed8-9f14-2a2d1dc935f1 req-94116561-f797-41b9-81c9-be1c63e2f543 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbc8f7f-faa5-4d52-81b3-c2488b0e5696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394890 Mar 30 01:36:38.841704 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22075945-9c35-44f5-b25c-66511528e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62474ddf-fedd-4e7e-bfc7-54a13247e293'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:36:38.844515 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88465143-555e-4f3e-a888-964355a2f051" -d '{"events": [{"server_uuid": "22075945-9c35-44f5-b25c-66511528e73a", "name": "network-vif-plugged", "status": "completed", "tag": "62474ddf-fedd-4e7e-bfc7-54a13247e293"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:36:38.879274 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070b95ea-22cf-4904-bb08-328f31cd1984 x-openstack-request-id: req-070b95ea-22cf-4904-bb08-328f31cd1984 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:36:38.879637 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22075945-9c35-44f5-b25c-66511528e73a", "name": "network-vif-plugged", "status": "completed", "tag": "62474ddf-fedd-4e7e-bfc7-54a13247e293", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:36:38.879957 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-070b95ea-22cf-4904-bb08-328f31cd1984 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:36:38.880459 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070b95ea-22cf-4904-bb08-328f31cd1984'] response: {'server_uuid': '22075945-9c35-44f5-b25c-66511528e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62474ddf-fedd-4e7e-bfc7-54a13247e293', 'code': 200} Mar 30 01:36:38.959505 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a637c-59d2-4fd5-bc93-aa2eb753e592 req-09d43766-5b24-42b1-b67c-2a71abee1b55 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:38.960983 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2a0a637c-59d2-4fd5-bc93-aa2eb753e592 req-09d43766-5b24-42b1-b67c-2a71abee1b55 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 945 time: 0.0514307 Mar 30 01:36:39.010433 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2a0a637c-59d2-4fd5-bc93-aa2eb753e592 req-dc37597a-df8b-4f0b-ba34-46ae1fce5e44 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438395 Mar 30 01:36:39.074640 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed1123-6cb2-45a4-b789-c551872ceb50 req-88ba2017-503a-47d5-96cc-479d0e85d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:39.076224 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-25ed1123-6cb2-45a4-b789-c551872ceb50 req-88ba2017-503a-47d5-96cc-479d0e85d075 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 1129 time: 0.0449584 Mar 30 01:36:39.152002 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-25ed1123-6cb2-45a4-b789-c551872ceb50 req-f38c2faf-2d85-4388-8ed8-d19953e33e8b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699017 Mar 30 01:36:39.167474 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce54f2e-b1a6-4951-a58c-13f981565440 req-f6553156-0fb0-4255-ba5e-db25bccb2449 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:39.168869 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ce54f2e-b1a6-4951-a58c-13f981565440 req-f6553156-0fb0-4255-ba5e-db25bccb2449 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 946 time: 0.0711300 Mar 30 01:36:39.214200 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ce54f2e-b1a6-4951-a58c-13f981565440 req-b1fed117-6e53-413a-bfbd-2315c7c4a855 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbc8f7f-faa5-4d52-81b3-c2488b0e5696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394619 Mar 30 01:36:39.326556 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dec6f8-b488-4cd5-a480-cf4bbd3e62ff req-e2e46448-6ec1-4fc5-82e0-e6590a2473a5 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:39.328748 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a2dec6f8-b488-4cd5-a480-cf4bbd3e62ff req-e2e46448-6ec1-4fc5-82e0-e6590a2473a5 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 946 time: 0.0514841 Mar 30 01:36:39.337303 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43328) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:36:39.341550 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-e27baa79-2842-4f1e-b14c-eacacb0bba10 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'floatingip': {'port_id': '780a13eb-d633-48be-97f1-e2fb8c24e219'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:36:39.382829 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e27baa79-2842-4f1e-b14c-eacacb0bba10 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (09627d8e-fbd1-45b1-892b-fb4f9855a4e6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:39.812972 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e27baa79-2842-4f1e-b14c-eacacb0bba10 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:39.816587 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e27baa79-2842-4f1e-b14c-eacacb0bba10 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (09627d8e-fbd1-45b1-892b-fb4f9855a4e6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:39.914086 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.l3_db [None req-e27baa79-2842-4f1e-b14c-eacacb0bba10 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Floating IP 09627d8e-fbd1-45b1-892b-fb4f9855a4e6 associated. External IP: 172.27.2.151, port: 780a13eb-d633-48be-97f1-e2fb8c24e219. Mar 30 01:36:40.127196 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27baa79-2842-4f1e-b14c-eacacb0bba10 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:36:40.131783 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0f1b-fee2-4874-867b-6fb2f9e2be75 req-a0af7d76-829e-4e47-81ed-30e7aca92bef tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:40.132786 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc9b0f1b-fee2-4874-867b-6fb2f9e2be75 req-a0af7d76-829e-4e47-81ed-30e7aca92bef tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 945 time: 0.0536914 Mar 30 01:36:40.195821 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc9b0f1b-fee2-4874-867b-6fb2f9e2be75 req-f6c6d812-877f-4eef-8c3b-696aa63f615b tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548244 Mar 30 01:36:40.477675 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27baa79-2842-4f1e-b14c-eacacb0bba10 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:36:40.482461 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e27baa79-2842-4f1e-b14c-eacacb0bba10 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:40.487884 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7303dc-9629-47bf-9391-5e2f802d59b0 None None] Sync routers for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:36:40.496797 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7303dc-9629-47bf-9391-5e2f802d59b0 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:36:40.497397 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-1b7303dc-9629-47bf-9391-5e2f802d59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:36:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:36:40.513281 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-e27baa79-2842-4f1e-b14c-eacacb0bba10 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "PUT /v2.0/floatingips/09627d8e-fbd1-45b1-892b-fb4f9855a4e6 HTTP/1.1" status: 200 len: 992 time: 1.1749244 Mar 30 01:36:40.513956 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933b1cc8-2faf-4b3f-b7be-0fc771fdde14', 'tag': '780a13eb-d633-48be-97f1-e2fb8c24e219'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:36:40.516412 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa8f8a4-86aa-413c-9c2b-f938f09ab244" -d '{"events": [{"name": "network-changed", "server_uuid": "933b1cc8-2faf-4b3f-b7be-0fc771fdde14", "tag": "780a13eb-d633-48be-97f1-e2fb8c24e219"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:36:40.552132 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3acd2ef-f66a-4cfa-ade9-e34a4f9ae56a x-openstack-request-id: req-d3acd2ef-f66a-4cfa-ade9-e34a4f9ae56a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:36:40.552432 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933b1cc8-2faf-4b3f-b7be-0fc771fdde14", "tag": "780a13eb-d633-48be-97f1-e2fb8c24e219", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:36:40.552685 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3acd2ef-f66a-4cfa-ade9-e34a4f9ae56a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:36:40.553088 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3acd2ef-f66a-4cfa-ade9-e34a4f9ae56a'] response: {'name': 'network-changed', 'server_uuid': '933b1cc8-2faf-4b3f-b7be-0fc771fdde14', 'tag': '780a13eb-d633-48be-97f1-e2fb8c24e219', 'status': 'completed', 'code': 200} Mar 30 01:36:40.604651 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-1b7303dc-9629-47bf-9391-5e2f802d59b0 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:36:40.622884 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8f8a4-86aa-413c-9c2b-f938f09ab244 req-c96a7203-751f-4d5e-a1fb-cadb47b8fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:40.624451 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfa8f8a4-86aa-413c-9c2b-f938f09ab244 req-c96a7203-751f-4d5e-a1fb-cadb47b8fc50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 1130 time: 0.0489547 Mar 30 01:36:40.711974 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8f8a4-86aa-413c-9c2b-f938f09ab244 req-7ddeb357-b05a-4d56-b3d9-5db5dd5c1d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:40.713444 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfa8f8a4-86aa-413c-9c2b-f938f09ab244 req-7ddeb357-b05a-4d56-b3d9-5db5dd5c1d19 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 915 time: 0.0835757 Mar 30 01:36:40.781502 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfa8f8a4-86aa-413c-9c2b-f938f09ab244 req-f128ce48-9955-491d-9507-8ab27ad98738 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=780a13eb-d633-48be-97f1-e2fb8c24e219 HTTP/1.1" status: 200 len: 1000 time: 0.0608335 Mar 30 01:36:40.829020 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8f8a4-86aa-413c-9c2b-f938f09ab244 req-62aa1911-263f-4d9f-9da0-be6dad77be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:40.830473 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfa8f8a4-86aa-413c-9c2b-f938f09ab244 req-62aa1911-263f-4d9f-9da0-be6dad77be09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e77f2a5-8711-44b4-9bd8-745e29cce5c2 HTTP/1.1" status: 200 len: 853 time: 0.0432677 Mar 30 01:36:40.833748 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-1b7303dc-9629-47bf-9391-5e2f802d59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '04295d6c-dcaf-42b6-a524-096bb15d938a', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631df52-b714-444b-a3db-061fd69e6581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:27Z', 'updated_at': '2022-03-30T01:35:43Z', 'revision_number': 2, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}, {'id': '09627d8e-fbd1-45b1-892b-fb4f9855a4e6', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': '780a13eb-d633-48be-97f1-e2fb8c24e219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:c9:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933b1cc8-2faf-4b3f-b7be-0fc771fdde14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:36:28Z', 'updated_at': '2022-03-30T01:36:39Z', 'revision_number': 1, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:36:40.860755 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7303dc-9629-47bf-9391-5e2f802d59b0 None None] Checking router: 3e488ba3-8644-4f38-9e13-8dd556a2dd50 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:36:40.869360 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7303dc-9629-47bf-9391-5e2f802d59b0 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:36:40.869960 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-1b7303dc-9629-47bf-9391-5e2f802d59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:36:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:36:40.879675 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8f8a4-86aa-413c-9c2b-f938f09ab244 req-71d518b4-7ba1-496d-b286-4d855fdfe9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:40.881223 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfa8f8a4-86aa-413c-9c2b-f938f09ab244 req-71d518b4-7ba1-496d-b286-4d855fdfe9db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb381a09-567f-4898-a161-3a00985edb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451298 Mar 30 01:36:40.972797 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfa8f8a4-86aa-413c-9c2b-f938f09ab244 req-fb827229-c20c-482b-bed2-ff43dd922457 service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857525 Mar 30 01:36:40.981584 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-1b7303dc-9629-47bf-9391-5e2f802d59b0 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:36:41.059699 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bfa8f8a4-86aa-413c-9c2b-f938f09ab244 req-b21a84ff-7659-4149-a456-838a3dc33455 service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811579 Mar 30 01:36:41.212016 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-1b7303dc-9629-47bf-9391-5e2f802d59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '04295d6c-dcaf-42b6-a524-096bb15d938a', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631df52-b714-444b-a3db-061fd69e6581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:27Z', 'updated_at': '2022-03-30T01:35:43Z', 'revision_number': 2, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}, {'id': '09627d8e-fbd1-45b1-892b-fb4f9855a4e6', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': '780a13eb-d633-48be-97f1-e2fb8c24e219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:c9:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933b1cc8-2faf-4b3f-b7be-0fc771fdde14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:36:28Z', 'updated_at': '2022-03-30T01:36:39Z', 'revision_number': 1, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:36:41.238558 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7303dc-9629-47bf-9391-5e2f802d59b0 None None] The sync data for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi is: [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '04295d6c-dcaf-42b6-a524-096bb15d938a', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631df52-b714-444b-a3db-061fd69e6581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:27Z', 'updated_at': '2022-03-30T01:35:43Z', 'revision_number': 2, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}, {'id': '09627d8e-fbd1-45b1-892b-fb4f9855a4e6', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': '780a13eb-d633-48be-97f1-e2fb8c24e219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:c9:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933b1cc8-2faf-4b3f-b7be-0fc771fdde14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:36:28Z', 'updated_at': '2022-03-30T01:36:39Z', 'revision_number': 1, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:36:41.325014 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be67d33-2a6b-444d-85e5-c1b30c54b5b9 req-3143655d-03c5-4958-b556-b4596b634269 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:41.326415 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3be67d33-2a6b-444d-85e5-c1b30c54b5b9 req-3143655d-03c5-4958-b556-b4596b634269 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 945 time: 0.0539334 Mar 30 01:36:41.383144 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3be67d33-2a6b-444d-85e5-c1b30c54b5b9 req-c32e48a1-319c-4111-887f-99aec42633e1 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495250 Mar 30 01:36:41.439734 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff09d9-9fb4-4be4-9886-2a6d16f90738 None None] New status for floating IP 09627d8e-fbd1-45b1-892b-fb4f9855a4e6: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:36:41.503669 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7a1f8-7179-42be-ba02-f019985d8b70 req-3ea42e54-1c21-4d67-aed9-dd08ec8b9560 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:41.505138 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a0d7a1f8-7179-42be-ba02-f019985d8b70 req-3ea42e54-1c21-4d67-aed9-dd08ec8b9560 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 945 time: 0.0519090 Mar 30 01:36:41.562741 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a0d7a1f8-7179-42be-ba02-f019985d8b70 req-ba120aff-4d43-4837-82c7-12cce1214e7b tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517037 Mar 30 01:36:41.586213 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43340) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:36:41.736001 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f4fdb7-b128-4196-ad62-8b78b30b9fcf tempest-TestVolumeBootPattern-910706038 tempest-TestVolumeBootPattern-910706038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:41.737508 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-51f4fdb7-b128-4196-ad62-8b78b30b9fcf tempest-TestVolumeBootPattern-910706038 tempest-TestVolumeBootPattern-910706038-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 1124 time: 0.1501403 Mar 30 01:36:41.740305 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43344) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:36:41.744438 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Request body: {'floatingip': {'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'port_id': '62474ddf-fedd-4e7e-bfc7-54a13247e293', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:36:41.763812 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:41.858236 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:41.966790 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Allocated IP 172.27.2.228 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:36:42.066688 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for port (ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:42.100469 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:42.138368 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:36:42.143092 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:36:42.148512 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:36:42.170261 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'Port': ['ID=ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:42.487302 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for floatingip (f9bec06b-9127-468b-b7fb-b053854e7d37), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:42.558182 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:42.708913 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for port (ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:42.713439 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:42.783287 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event updated for resources: {'Port': ['ID=ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:36:42.791073 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (f9bec06b-9127-468b-b7fb-b053854e7d37), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:42.892395 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.l3_db [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Floating IP f9bec06b-9127-468b-b7fb-b053854e7d37 associated. External IP: 172.27.2.228, port: 62474ddf-fedd-4e7e-bfc7-54a13247e293. Mar 30 01:36:43.098485 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Router d2d3858a-2988-480b-a61d-64f2fe4702a1 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:36:43.205691 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:36:43.214751 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2504f8a-5639-4b69-a092-48f32c9928c0 None None] Sync routers for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:36:43.222598 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:43.225587 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2504f8a-5639-4b69-a092-48f32c9928c0 None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:36:43.226239 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e2504f8a-5639-4b69-a092-48f32c9928c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:36:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:36:43.253197 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-995059f8-fd45-4f37-b1a2-48ab522aceaa tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5118873 Mar 30 01:36:43.253789 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22075945-9c35-44f5-b25c-66511528e73a', 'tag': '62474ddf-fedd-4e7e-bfc7-54a13247e293'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:36:43.256043 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f34d33-aa3c-4bcb-a059-3c8b308a60ff" -d '{"events": [{"name": "network-changed", "server_uuid": "22075945-9c35-44f5-b25c-66511528e73a", "tag": "62474ddf-fedd-4e7e-bfc7-54a13247e293"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:36:43.290990 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf77876c-3bae-4419-a9f2-87367912a262 x-openstack-request-id: req-bf77876c-3bae-4419-a9f2-87367912a262 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:36:43.291289 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22075945-9c35-44f5-b25c-66511528e73a", "tag": "62474ddf-fedd-4e7e-bfc7-54a13247e293", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:36:43.291587 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf77876c-3bae-4419-a9f2-87367912a262 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:36:43.291981 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf77876c-3bae-4419-a9f2-87367912a262'] response: {'name': 'network-changed', 'server_uuid': '22075945-9c35-44f5-b25c-66511528e73a', 'tag': '62474ddf-fedd-4e7e-bfc7-54a13247e293', 'status': 'completed', 'code': 200} Mar 30 01:36:43.344160 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-e2504f8a-5639-4b69-a092-48f32c9928c0 None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:36:43.357506 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f34d33-aa3c-4bcb-a059-3c8b308a60ff req-4f9bacc9-70b1-42d5-a1b7-43b8a94b175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:43.359037 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-37f34d33-aa3c-4bcb-a059-3c8b308a60ff req-4f9bacc9-70b1-42d5-a1b7-43b8a94b175a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 1129 time: 0.0438137 Mar 30 01:36:43.446409 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f34d33-aa3c-4bcb-a059-3c8b308a60ff req-9f449e40-0f90-4e04-a7bb-3a9369671669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:43.448019 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-37f34d33-aa3c-4bcb-a059-3c8b308a60ff req-9f449e40-0f90-4e04-a7bb-3a9369671669 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 913 time: 0.0827725 Mar 30 01:36:43.516580 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-37f34d33-aa3c-4bcb-a059-3c8b308a60ff req-b787e560-d05a-4c24-936e-c28162637978 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62474ddf-fedd-4e7e-bfc7-54a13247e293 HTTP/1.1" status: 200 len: 999 time: 0.0622990 Mar 30 01:36:43.567206 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f34d33-aa3c-4bcb-a059-3c8b308a60ff req-dc82f775-7403-40d1-9d91-6da7d8e77e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:43.568690 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-37f34d33-aa3c-4bcb-a059-3c8b308a60ff req-dc82f775-7403-40d1-9d91-6da7d8e77e1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7e66c9a-9d48-438a-b32c-4872a07765cf HTTP/1.1" status: 200 len: 851 time: 0.0467293 Mar 30 01:36:43.577442 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e2504f8a-5639-4b69-a092-48f32c9928c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '31f6f1b8-8995-482e-98ed-ce3a1e948701', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:41:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:34:17Z', 'updated_at': '2022-03-30T01:34:19Z', 'revision_number': 1, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}, {'id': 'f9bec06b-9127-468b-b7fb-b053854e7d37', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '62474ddf-fedd-4e7e-bfc7-54a13247e293', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:d4:d7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22075945-9c35-44f5-b25c-66511528e73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:36:42Z', 'updated_at': '2022-03-30T01:36:42Z', 'revision_number': 0, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:36:43.604063 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2504f8a-5639-4b69-a092-48f32c9928c0 None None] Checking router: d2d3858a-2988-480b-a61d-64f2fe4702a1 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:36:43.612861 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2504f8a-5639-4b69-a092-48f32c9928c0 None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:36:43.613415 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e2504f8a-5639-4b69-a092-48f32c9928c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:36:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:36:43.620740 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f34d33-aa3c-4bcb-a059-3c8b308a60ff req-6c8d6cfe-4f66-4790-91ce-b6fb7e6d77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:36:43.622294 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-37f34d33-aa3c-4bcb-a059-3c8b308a60ff req-6c8d6cfe-4f66-4790-91ce-b6fb7e6d77ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479360 Mar 30 01:36:43.706938 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-82d2ec30-bb15-43d2-8855-2cd073425c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:43.722718 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-37f34d33-aa3c-4bcb-a059-3c8b308a60ff req-09594ed1-c99f-4215-9daa-51d8c7bb1679 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943906 Mar 30 01:36:43.813867 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-37f34d33-aa3c-4bcb-a059-3c8b308a60ff req-5f4a2b4f-9b98-41b0-9af5-0fdb35ef4b0e service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857637 Mar 30 01:36:43.814647 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-e2504f8a-5639-4b69-a092-48f32c9928c0 None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:36:44.036431 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e2504f8a-5639-4b69-a092-48f32c9928c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '31f6f1b8-8995-482e-98ed-ce3a1e948701', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:41:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:34:17Z', 'updated_at': '2022-03-30T01:34:19Z', 'revision_number': 1, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}, {'id': 'f9bec06b-9127-468b-b7fb-b053854e7d37', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '62474ddf-fedd-4e7e-bfc7-54a13247e293', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:d4:d7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22075945-9c35-44f5-b25c-66511528e73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:36:42Z', 'updated_at': '2022-03-30T01:36:42Z', 'revision_number': 0, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:36:44.066022 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2504f8a-5639-4b69-a092-48f32c9928c0 None None] The sync data for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi is: [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '31f6f1b8-8995-482e-98ed-ce3a1e948701', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:41:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:34:17Z', 'updated_at': '2022-03-30T01:34:19Z', 'revision_number': 1, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}, {'id': 'f9bec06b-9127-468b-b7fb-b053854e7d37', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '62474ddf-fedd-4e7e-bfc7-54a13247e293', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:d4:d7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22075945-9c35-44f5-b25c-66511528e73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:36:42Z', 'updated_at': '2022-03-30T01:36:42Z', 'revision_number': 0, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:36:44.249289 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fecbd3b-b22d-411d-a7f2-09e463092fe8 None None] New status for floating IP f9bec06b-9127-468b-b7fb-b053854e7d37: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:36:45.106784 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:36:45.883641 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e496354-c0a8-4f7a-9b67-d2166fde74a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:47.117856 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:48.506297 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:50.089953 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:36:54.302664 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:13.710053 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0d67e2fa-9fba-4ce9-9e4e-2d49f6ac72d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:15.887704 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bfc7bd38-efda-4909-951c-b576ddb61cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:16.747803 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35508f6-6ab1-4894-9e20-d5dde6d0ed06 req-7bdb2119-50be-4cc0-b8a4-8d72f96589ca tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:16.749402 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a35508f6-6ab1-4894-9e20-d5dde6d0ed06 req-7bdb2119-50be-4cc0-b8a4-8d72f96589ca tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 946 time: 0.0525110 Mar 30 01:37:16.800802 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a35508f6-6ab1-4894-9e20-d5dde6d0ed06 req-b2d08006-7eb5-42b8-87fa-696cf729b274 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbc8f7f-faa5-4d52-81b3-c2488b0e5696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453882 Mar 30 01:37:17.120855 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:17.925188 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a0160-fa73-40d5-b983-9dbf7165cfac req-55b66ba7-a328-4b80-a523-fd68a2c33ae7 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:17.926580 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad4a0160-fa73-40d5-b983-9dbf7165cfac req-55b66ba7-a328-4b80-a523-fd68a2c33ae7 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 946 time: 0.0551865 Mar 30 01:37:17.973032 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-ad4a0160-fa73-40d5-b983-9dbf7165cfac req-304859bc-c443-45b1-8a7e-f9865ca420bb tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbbc8f7f-faa5-4d52-81b3-c2488b0e5696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409241 Mar 30 01:37:18.060699 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-20f18826-8340-4b24-acc8-06ec32ed42be tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:18.062852 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-20f18826-8340-4b24-acc8-06ec32ed42be tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 946 time: 0.0514264 Mar 30 01:37:18.153377 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Deleting port 780a13eb-d633-48be-97f1-e2fb8c24e219 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:18.153729 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:18.481036 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] For port 780a13eb-d633-48be-97f1-e2fb8c24e219, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=780a13eb-d633-48be-97f1-e2fb8c24e219,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:18.481404 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:18.511803 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:18.652189 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:18.652552 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (09627d8e-fbd1-45b1-892b-fb4f9855a4e6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:18.652871 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Floating IP 09627d8e-fbd1-45b1-892b-fb4f9855a4e6 disassociated. External IP: 172.27.2.151, port: 780a13eb-d633-48be-97f1-e2fb8c24e219. Mar 30 01:37:18.653498 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Calling delete_port for 780a13eb-d633-48be-97f1-e2fb8c24e219 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:18.783643 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (780a13eb-d633-48be-97f1-e2fb8c24e219), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:18.811948 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event deleted for resources: {'Port': ['ID=780a13eb-d633-48be-97f1-e2fb8c24e219,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:18.927001 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:37:19.037233 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:37:19.047052 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb484df6-ba77-4040-9d91-4dfcc40ce908 None None] Sync routers for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:37:19.056335 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb484df6-ba77-4040-9d91-4dfcc40ce908 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:19.056951 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cb484df6-ba77-4040-9d91-4dfcc40ce908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:37:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:19.087324 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-db99c03b-d43d-4179-896b-419781f1133f req-d5fc1b71-12be-4e1a-984f-7e0a76887d2e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=933b1cc8-2faf-4b3f-b7be-0fc771fdde14 HTTP/1.1" status: 200 len: 210 time: 0.0449805 Mar 30 01:37:19.109621 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] No DVR routers for this DVR port 780a13eb-d633-48be-97f1-e2fb8c24e219 on host hv-cinder-81713 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:37:19.109621 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:19.112016 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4f84e5ff-4fe6-4e78-92fb-b57782f7228f req-a737ce14-15bd-4c01-9bdc-b3ff619834c2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "DELETE /v2.0/ports/780a13eb-d633-48be-97f1-e2fb8c24e219 HTTP/1.1" status: 204 len: 173 time: 1.0442190 Mar 30 01:37:19.112466 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b1cc8-2faf-4b3f-b7be-0fc771fdde14', 'name': 'network-vif-deleted', 'tag': '780a13eb-d633-48be-97f1-e2fb8c24e219'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:37:19.115473 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0d2c6d-b672-4581-807b-0857de773553" -d '{"events": [{"server_uuid": "933b1cc8-2faf-4b3f-b7be-0fc771fdde14", "name": "network-vif-deleted", "tag": "780a13eb-d633-48be-97f1-e2fb8c24e219"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:37:19.180028 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cb484df6-ba77-4040-9d91-4dfcc40ce908 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:19.324686 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7a77ae-02d7-41b1-bb4e-8701e2677969 x-openstack-request-id: req-8b7a77ae-02d7-41b1-bb4e-8701e2677969 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:37:19.325083 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b1cc8-2faf-4b3f-b7be-0fc771fdde14", "name": "network-vif-deleted", "tag": "780a13eb-d633-48be-97f1-e2fb8c24e219", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:37:19.325415 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b7a77ae-02d7-41b1-bb4e-8701e2677969 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:37:19.325889 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7a77ae-02d7-41b1-bb4e-8701e2677969'] response: {'server_uuid': '933b1cc8-2faf-4b3f-b7be-0fc771fdde14', 'name': 'network-vif-deleted', 'tag': '780a13eb-d633-48be-97f1-e2fb8c24e219', 'status': 'completed', 'code': 200} Mar 30 01:37:19.449534 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cb484df6-ba77-4040-9d91-4dfcc40ce908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '04295d6c-dcaf-42b6-a524-096bb15d938a', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631df52-b714-444b-a3db-061fd69e6581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:27Z', 'updated_at': '2022-03-30T01:35:43Z', 'revision_number': 2, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:19.477164 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb484df6-ba77-4040-9d91-4dfcc40ce908 None None] Checking router: 3e488ba3-8644-4f38-9e13-8dd556a2dd50 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:37:19.486788 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb484df6-ba77-4040-9d91-4dfcc40ce908 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:19.487393 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cb484df6-ba77-4040-9d91-4dfcc40ce908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:37:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:19.595200 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cb484df6-ba77-4040-9d91-4dfcc40ce908 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:19.828319 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cb484df6-ba77-4040-9d91-4dfcc40ce908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '04295d6c-dcaf-42b6-a524-096bb15d938a', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631df52-b714-444b-a3db-061fd69e6581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:27Z', 'updated_at': '2022-03-30T01:35:43Z', 'revision_number': 2, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:19.857965 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb484df6-ba77-4040-9d91-4dfcc40ce908 None None] The sync data for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi is: [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '04295d6c-dcaf-42b6-a524-096bb15d938a', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c631df52-b714-444b-a3db-061fd69e6581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:35:27Z', 'updated_at': '2022-03-30T01:35:43Z', 'revision_number': 2, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:37:20.073384 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894fc2f0-000c-49e9-9f70-d25f1300eacf None None] New status for floating IP 09627d8e-fbd1-45b1-892b-fb4f9855a4e6: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:37:20.169034 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.177894 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43392) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:20.235520 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4c47b26-3a65-40c8-b750-e4cc57bc0e11 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (cbbc8f7f-faa5-4d52-81b3-c2488b0e5696), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.259157 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4c47b26-3a65-40c8-b750-e4cc57bc0e11 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (cbbc8f7f-faa5-4d52-81b3-c2488b0e5696), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.307519 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4c47b26-3a65-40c8-b750-e4cc57bc0e11 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (cbbc8f7f-faa5-4d52-81b3-c2488b0e5696), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.310138 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4c47b26-3a65-40c8-b750-e4cc57bc0e11 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.311827 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d4c47b26-3a65-40c8-b750-e4cc57bc0e11 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "DELETE /v2.0/security-groups/cbbc8f7f-faa5-4d52-81b3-c2488b0e5696 HTTP/1.1" status: 204 len: 168 time: 0.1324379 Mar 30 01:37:20.314645 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43394) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:20.320845 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c47b26-3a65-40c8-b750-e4cc57bc0e11 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbc8f7f-faa5-4d52-81b3-c2488b0e5696,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:20.328463 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.api.v2.resource [None req-ea87b409-de80-4c75-aeed-31634818866c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] show failed (client error): The resource could not be found. Mar 30 01:37:20.332091 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-ea87b409-de80-4c75-aeed-31634818866c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups/cbbc8f7f-faa5-4d52-81b3-c2488b0e5696 HTTP/1.1" status: 404 len: 347 time: 0.0135369 Mar 30 01:37:20.332419 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43396) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:20.453722 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-496780e5-f616-49a3-9da1-8881941d80f0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Deleting port 77e00565-5446-46d6-92d0-70c1400b855d {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:20.454061 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-496780e5-f616-49a3-9da1-8881941d80f0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (77e00565-5446-46d6-92d0-70c1400b855d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.532545 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-496780e5-f616-49a3-9da1-8881941d80f0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (77e00565-5446-46d6-92d0-70c1400b855d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.532772 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-496780e5-f616-49a3-9da1-8881941d80f0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (77e00565-5446-46d6-92d0-70c1400b855d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.544175 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-496780e5-f616-49a3-9da1-8881941d80f0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Calling delete_port for 77e00565-5446-46d6-92d0-70c1400b855d owned by network:floatingip {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:20.678254 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-496780e5-f616-49a3-9da1-8881941d80f0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (77e00565-5446-46d6-92d0-70c1400b855d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.703530 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496780e5-f616-49a3-9da1-8881941d80f0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event deleted for resources: {'Port': ['ID=77e00565-5446-46d6-92d0-70c1400b855d,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:20.763304 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-496780e5-f616-49a3-9da1-8881941d80f0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (09627d8e-fbd1-45b1-892b-fb4f9855a4e6), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.766023 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-496780e5-f616-49a3-9da1-8881941d80f0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:20.767214 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-496780e5-f616-49a3-9da1-8881941d80f0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "DELETE /v2.0/floatingips/09627d8e-fbd1-45b1-892b-fb4f9855a4e6 HTTP/1.1" status: 204 len: 168 time: 0.4338708 Mar 30 01:37:22.105257 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:37:22.342393 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e3f24-97eb-42f4-900f-cd40d26d2fc3 req-cecbb964-feb8-4b08-96f2-d02191582d0f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:22.344412 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0f7e3f24-97eb-42f4-900f-cd40d26d2fc3 req-cecbb964-feb8-4b08-96f2-d02191582d0f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 945 time: 0.0522871 Mar 30 01:37:22.389411 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0f7e3f24-97eb-42f4-900f-cd40d26d2fc3 req-dcf30be7-3fc3-49c9-9ed0-8816b8bc1377 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392764 Mar 30 01:37:22.802898 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 780a13eb-d633-48be-97f1-e2fb8c24e219 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:37:22.822942 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: 780a13eb-d633-48be-97f1-e2fb8c24e219 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:37:22.823289 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 780a13eb-d633-48be-97f1-e2fb8c24e219 not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:37:23.507633 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8e58e-b197-434c-b178-4ffca53763d5 req-d8da2a6a-19f4-43eb-8df4-12dfa1e8bb53 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:23.509123 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6db8e58e-b197-434c-b178-4ffca53763d5 req-d8da2a6a-19f4-43eb-8df4-12dfa1e8bb53 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 945 time: 0.0524230 Mar 30 01:37:23.560312 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6db8e58e-b197-434c-b178-4ffca53763d5 req-d76abdab-0046-4ad7-b76e-085bc418a50d tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450561 Mar 30 01:37:23.960431 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-81f680b3-a17f-4014-a116-90897ecb230a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:23.961864 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-81f680b3-a17f-4014-a116-90897ecb230a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 945 time: 0.0546312 Mar 30 01:37:24.054650 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Deleting port cc337da8-0f49-48ee-acfb-dc29e5a96d2f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:24.055011 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.143783 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] For port cc337da8-0f49-48ee-acfb-dc29e5a96d2f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=cc337da8-0f49-48ee-acfb-dc29e5a96d2f,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:24.144139 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.308913 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.309601 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.309601 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (04295d6c-dcaf-42b6-a524-096bb15d938a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.309847 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Floating IP 04295d6c-dcaf-42b6-a524-096bb15d938a disassociated. External IP: 172.27.2.149, port: cc337da8-0f49-48ee-acfb-dc29e5a96d2f. Mar 30 01:37:24.310184 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Calling delete_port for cc337da8-0f49-48ee-acfb-dc29e5a96d2f owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:24.435305 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (cc337da8-0f49-48ee-acfb-dc29e5a96d2f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.461059 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event deleted for resources: {'Port': ['ID=cc337da8-0f49-48ee-acfb-dc29e5a96d2f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:24.470566 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.470953 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.471329 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.471674 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.472001 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.472364 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.472660 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.472983 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.473306 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.473629 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.473951 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.474273 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.474982 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.474982 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.475252 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:24.595294 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:37:24.710049 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-63731166-4d77-4a26-8685-2d3e948987eb req-8e04359e-fc85-4cba-ba94-e03faee19039 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=c631df52-b714-444b-a3db-061fd69e6581 HTTP/1.1" status: 200 len: 210 time: 0.0672166 Mar 30 01:37:24.746690 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:37:24.756650 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb9f58a-80f7-4887-865e-b9d69c880120 None None] Sync routers for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:37:24.766494 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9f58a-80f7-4887-865e-b9d69c880120 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:24.767136 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5fb9f58a-80f7-4887-865e-b9d69c880120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:37:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:24.787803 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] No DVR routers for this DVR port cc337da8-0f49-48ee-acfb-dc29e5a96d2f on host hv-cinder-81713 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:37:24.790296 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:24.793642 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49671a8e-2b7c-4f34-80c6-fffb3e1d0579 req-09ccb369-bfac-421c-abdb-3d78331d0760 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "DELETE /v2.0/ports/cc337da8-0f49-48ee-acfb-dc29e5a96d2f HTTP/1.1" status: 204 len: 173 time: 0.8251684 Mar 30 01:37:24.794076 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c631df52-b714-444b-a3db-061fd69e6581', 'name': 'network-vif-deleted', 'tag': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:37:24.797490 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14eb34d2-0e2b-45f8-aecf-76af06b7a97b" -d '{"events": [{"server_uuid": "c631df52-b714-444b-a3db-061fd69e6581", "name": "network-vif-deleted", "tag": "cc337da8-0f49-48ee-acfb-dc29e5a96d2f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:37:24.837698 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad73770f-8094-4665-b33e-153f39a2dc35 x-openstack-request-id: req-ad73770f-8094-4665-b33e-153f39a2dc35 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:37:24.837999 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c631df52-b714-444b-a3db-061fd69e6581", "name": "network-vif-deleted", "tag": "cc337da8-0f49-48ee-acfb-dc29e5a96d2f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:37:24.838250 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad73770f-8094-4665-b33e-153f39a2dc35 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:37:24.839166 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad73770f-8094-4665-b33e-153f39a2dc35'] response: {'server_uuid': 'c631df52-b714-444b-a3db-061fd69e6581', 'name': 'network-vif-deleted', 'tag': 'cc337da8-0f49-48ee-acfb-dc29e5a96d2f', 'status': 'completed', 'code': 200} Mar 30 01:37:24.901886 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5fb9f58a-80f7-4887-865e-b9d69c880120 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:25.108856 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5fb9f58a-80f7-4887-865e-b9d69c880120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:25.138160 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb9f58a-80f7-4887-865e-b9d69c880120 None None] Checking router: 3e488ba3-8644-4f38-9e13-8dd556a2dd50 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:37:25.146583 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9f58a-80f7-4887-865e-b9d69c880120 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:25.147231 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5fb9f58a-80f7-4887-865e-b9d69c880120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:37:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:25.349808 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5fb9f58a-80f7-4887-865e-b9d69c880120 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:25.542707 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5fb9f58a-80f7-4887-865e-b9d69c880120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:25.569869 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb9f58a-80f7-4887-865e-b9d69c880120 None None] The sync data for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi is: [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:37:25.786126 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014381bb-e58f-40f0-98b4-91608f8b197c None None] New status for floating IP 04295d6c-dcaf-42b6-a524-096bb15d938a: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:37:25.796118 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43428) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:25.852151 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49a1ba1f-be3f-49eb-9b97-d37b6000ec52 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:25.876750 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49a1ba1f-be3f-49eb-9b97-d37b6000ec52 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:25.927656 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49a1ba1f-be3f-49eb-9b97-d37b6000ec52 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:25.930356 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49a1ba1f-be3f-49eb-9b97-d37b6000ec52 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:25.931632 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-49a1ba1f-be3f-49eb-9b97-d37b6000ec52 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "DELETE /v2.0/security-groups/e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0 HTTP/1.1" status: 204 len: 168 time: 0.1343837 Mar 30 01:37:25.934445 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43430) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:25.941668 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1ba1f-be3f-49eb-9b97-d37b6000ec52 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:25.953914 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.api.v2.resource [None req-2e0451a6-d10c-4ac6-ae54-948a0c4fa50d tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] show failed (client error): The resource could not be found. Mar 30 01:37:25.954967 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-2e0451a6-d10c-4ac6-ae54-948a0c4fa50d tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups/e4bb6525-a8e3-42a6-95c3-cfcc6bd2a8f0 HTTP/1.1" status: 404 len: 347 time: 0.0189040 Mar 30 01:37:25.957833 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43432) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:26.082544 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-aff0d275-5172-411a-be07-2b2b75d78242 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Deleting port 6863bbfd-def3-46fe-b158-b39497d23427 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:37:26.082819 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff0d275-5172-411a-be07-2b2b75d78242 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (6863bbfd-def3-46fe-b158-b39497d23427), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.156768 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff0d275-5172-411a-be07-2b2b75d78242 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (6863bbfd-def3-46fe-b158-b39497d23427), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.157094 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff0d275-5172-411a-be07-2b2b75d78242 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (6863bbfd-def3-46fe-b158-b39497d23427), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.168449 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-aff0d275-5172-411a-be07-2b2b75d78242 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Calling delete_port for 6863bbfd-def3-46fe-b158-b39497d23427 owned by network:floatingip {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:37:26.305260 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff0d275-5172-411a-be07-2b2b75d78242 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (6863bbfd-def3-46fe-b158-b39497d23427), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.332029 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0d275-5172-411a-be07-2b2b75d78242 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event deleted for resources: {'Port': ['ID=6863bbfd-def3-46fe-b158-b39497d23427,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:26.394612 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff0d275-5172-411a-be07-2b2b75d78242 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (04295d6c-dcaf-42b6-a524-096bb15d938a), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.397342 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-aff0d275-5172-411a-be07-2b2b75d78242 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.398483 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-aff0d275-5172-411a-be07-2b2b75d78242 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "DELETE /v2.0/floatingips/04295d6c-dcaf-42b6-a524-096bb15d938a HTTP/1.1" status: 204 len: 168 time: 0.4397683 Mar 30 01:37:26.569056 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43436) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:26.573503 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-ab9583a1-862d-4ffc-a85b-8c739bd63e43 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1182088909', 'description': 'tempest-description--976096360'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:26.594125 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab9583a1-862d-4ffc-a85b-8c739bd63e43 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.660396 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab9583a1-862d-4ffc-a85b-8c739bd63e43 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (ab01f18a-af3f-442e-9f4e-6fa1370abd4e), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.664048 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab9583a1-862d-4ffc-a85b-8c739bd63e43 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (ab01f18a-af3f-442e-9f4e-6fa1370abd4e), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.692282 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab9583a1-862d-4ffc-a85b-8c739bd63e43 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.693478 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-ab9583a1-862d-4ffc-a85b-8c739bd63e43 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1234326 Mar 30 01:37:26.697008 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43438) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:26.697584 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9583a1-862d-4ffc-a85b-8c739bd63e43 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab01f18a-af3f-442e-9f4e-6fa1370abd4e,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:26.702267 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5924152a-a90a-45c9-8c7f-793b7e380247 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'security_group_rule': {'security_group_id': 'ab01f18a-af3f-442e-9f4e-6fa1370abd4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:26.728605 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5924152a-a90a-45c9-8c7f-793b7e380247 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (604c6aad-239a-4ac3-8c58-e8214d41cf06), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.774957 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5924152a-a90a-45c9-8c7f-793b7e380247 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (604c6aad-239a-4ac3-8c58-e8214d41cf06), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.778378 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5924152a-a90a-45c9-8c7f-793b7e380247 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (604c6aad-239a-4ac3-8c58-e8214d41cf06), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.797543 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924152a-a90a-45c9-8c7f-793b7e380247 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604c6aad-239a-4ac3-8c58-e8214d41cf06,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:26.805308 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5924152a-a90a-45c9-8c7f-793b7e380247 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.806487 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5924152a-a90a-45c9-8c7f-793b7e380247 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1083250 Mar 30 01:37:26.809107 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43440) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:26.814043 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-13ca656c-c478-4de2-9756-02a93fe8ff93 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'security_group_rule': {'security_group_id': 'ab01f18a-af3f-442e-9f4e-6fa1370abd4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:26.841236 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13ca656c-c478-4de2-9756-02a93fe8ff93 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (c95eb2e2-bd93-481f-804e-69bf7fd18603), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.899009 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13ca656c-c478-4de2-9756-02a93fe8ff93 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (c95eb2e2-bd93-481f-804e-69bf7fd18603), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.902361 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13ca656c-c478-4de2-9756-02a93fe8ff93 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (c95eb2e2-bd93-481f-804e-69bf7fd18603), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.921748 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca656c-c478-4de2-9756-02a93fe8ff93 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95eb2e2-bd93-481f-804e-69bf7fd18603,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:26.927361 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13ca656c-c478-4de2-9756-02a93fe8ff93 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:26.928476 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-13ca656c-c478-4de2-9756-02a93fe8ff93 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184475 Mar 30 01:37:26.931496 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:26.935579 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'floatingip': {'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:26.955805 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.050994 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.157856 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Allocated IP 172.27.2.79 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/99e1be57-374e-44e2-a98f-863ea5a18ec3) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:37:27.264368 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for port (99e1be57-374e-44e2-a98f-863ea5a18ec3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.298625 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (99e1be57-374e-44e2-a98f-863ea5a18ec3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.335270 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:37:27.338078 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:37:27.340955 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:37:27.367594 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'Port': ['ID=99e1be57-374e-44e2-a98f-863ea5a18ec3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:27.433960 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (26c5868a-3c36-459e-997d-cf3002878b17), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.476331 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (99e1be57-374e-44e2-a98f-863ea5a18ec3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.627603 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for port (99e1be57-374e-44e2-a98f-863ea5a18ec3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.631766 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (99e1be57-374e-44e2-a98f-863ea5a18ec3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.696263 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'Port': ['ID=99e1be57-374e-44e2-a98f-863ea5a18ec3,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:27.707287 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (26c5868a-3c36-459e-997d-cf3002878b17), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.722012 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:27.723248 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1958e9a6-9ef5-486e-a25f-2f820b24bc8b tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7908633 Mar 30 01:37:27.866532 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-d7a16c6c-2984-485c-acf0-943fec419d0d tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1182088909&fields=id&tenant_id=f209b912e4bd4a87ae03b6ffd2abe157 HTTP/1.1" status: 200 len: 267 time: 0.0414343 Mar 30 01:37:27.971750 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-c68042ea-434e-4a09-bb50-68827ec418bf tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:27.973103 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-c68042ea-434e-4a09-bb50-68827ec418bf tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 814 time: 0.1003540 Mar 30 01:37:27.988413 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-08020365-6c67-4e5a-9d28-2b692e49ba48 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/quotas/f209b912e4bd4a87ae03b6ffd2abe157 HTTP/1.1" status: 200 len: 375 time: 0.0097837 Mar 30 01:37:28.043723 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-318bbe68-4a90-49f7-8bbb-25b745810d9c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493541 Mar 30 01:37:28.137060 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-5bdb1397-ab04-4703-a570-dcb1bb426438 service neutron] 10.222.0.30 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822065 Mar 30 01:37:28.222798 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-d5acbd9d-2409-4c8e-97dd-618eea78bab2 service neutron] 10.222.0.30 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794604 Mar 30 01:37:28.383025 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d9117dd8-0c2f-48fe-86c6-32938c6d5bbc req-63d39d23-9039-4aa2-9e42-1e1cd128a5e7 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 210 time: 0.0286078 Mar 30 01:37:28.812292 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device cc337da8-0f49-48ee-acfb-dc29e5a96d2f no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:37:28.832969 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: cc337da8-0f49-48ee-acfb-dc29e5a96d2f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:37:28.833314 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device cc337da8-0f49-48ee-acfb-dc29e5a96d2f not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:37:29.087174 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bdf24dde-b555-48a1-944c-28b65d25a46a req-7ebfc9cd-f8ce-4e69-b198-315a2f900a4d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467145 Mar 30 01:37:29.151577 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf24dde-b555-48a1-944c-28b65d25a46a req-b31f6cbf-0ff2-4b11-9603-54959acc2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:29.153086 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bdf24dde-b555-48a1-944c-28b65d25a46a req-b31f6cbf-0ff2-4b11-9603-54959acc2436 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=41e905053f284f86801ebd7f370ff78a&device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 1129 time: 0.0440335 Mar 30 01:37:29.257354 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf24dde-b555-48a1-944c-28b65d25a46a req-cddf2885-0b81-4cfd-bc4c-9348dd1c171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:29.258859 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bdf24dde-b555-48a1-944c-28b65d25a46a req-cddf2885-0b81-4cfd-bc4c-9348dd1c171b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5f94645-b564-41be-bb2d-41c4af6ef6e2 HTTP/1.1" status: 200 len: 910 time: 0.0855377 Mar 30 01:37:29.321273 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-f1bab93d-ce1a-4cfe-a23f-3a7019118f26 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:29.322876 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-f1bab93d-ce1a-4cfe-a23f-3a7019118f26 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 814 time: 0.1079822 Mar 30 01:37:29.335614 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bdf24dde-b555-48a1-944c-28b65d25a46a req-b8e50ead-a061-42e9-abac-0c74b5f5ac4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b HTTP/1.1" status: 200 len: 1001 time: 0.0675032 Mar 30 01:37:29.386872 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf24dde-b555-48a1-944c-28b65d25a46a req-f98f3be4-2d35-4741-98a7-a25f1dcc3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:29.388407 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bdf24dde-b555-48a1-944c-28b65d25a46a req-f98f3be4-2d35-4741-98a7-a25f1dcc3da4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47090215-5979-4d9f-9ff5-d6d6ff46172b HTTP/1.1" status: 200 len: 848 time: 0.0471039 Mar 30 01:37:29.389038 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-40084004-b392-4702-bcec-bd64b90967dc tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f209b912e4bd4a87ae03b6ffd2abe157 HTTP/1.1" status: 200 len: 380 time: 0.0571098 Mar 30 01:37:29.407352 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'port': {'device_id': '644ade68-b2e5-4890-94fb-1d4b49a0e6e7', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'admin_state_up': True, 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'security_groups': ['ab01f18a-af3f-442e-9f4e-6fa1370abd4e']}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:29.447418 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf24dde-b555-48a1-944c-28b65d25a46a req-e0dc5625-0bce-46b7-a3e5-0dd18edc1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:29.448969 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bdf24dde-b555-48a1-944c-28b65d25a46a req-e0dc5625-0bce-46b7-a3e5-0dd18edc1022 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5f94645-b564-41be-bb2d-41c4af6ef6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464096 Mar 30 01:37:29.490310 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-b4797c9b-9a5d-4985-9b47-95d7ab021855 req-1421fbcc-7345-4f4e-b040-ec25858172a0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 210 time: 0.0340610 Mar 30 01:37:29.542093 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Made reservation on behalf of f209b912e4bd4a87ae03b6ffd2abe157 for: {'port': 1} {{(pid=103227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:37:29.543427 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bdf24dde-b555-48a1-944c-28b65d25a46a req-67ea316e-7948-489a-90f8-8630ce350c11 service neutron] 10.222.0.10 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862696 Mar 30 01:37:29.545391 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:29.639038 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bdf24dde-b555-48a1-944c-28b65d25a46a req-6fd393f1-07b1-4421-8da9-02f39b5a0a91 service neutron] 10.222.0.10 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879610 Mar 30 01:37:29.914122 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Allocated IP 172.20.0.5 (bb381a09-567f-4898-a161-3a00985edb2d/7e77f2a5-8711-44b4-9bd8-745e29cce5c2/6aa79f02-3d8d-4231-b79a-48dfea9e7826) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:37:30.045712 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.077645 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.116662 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Network bb381a09-567f-4898-a161-3a00985edb2d is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:37:30.119595 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:37:30.123272 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:37:30.164742 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'Port': ['ID=6aa79f02-3d8d-4231-b79a-48dfea9e7826,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:30.177698 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.178046 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.178382 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.178724 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.179067 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.179397 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.179720 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.180042 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.180360 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.180678 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.180995 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.181310 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.181624 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.181947 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.182261 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:30.195143 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:30.195782 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.213650 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-d2c3260e-b797-45f9-a2fb-aa3c422d230c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8101861 Mar 30 01:37:30.226216 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Request body: {'port': {'device_id': '644ade68-b2e5-4890-94fb-1d4b49a0e6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:30.289002 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.364068 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-744de564-eae9-4ec4-8491-8a92f139255e None None] Provisioning complete for port 6aa79f02-3d8d-4231-b79a-48dfea9e7826 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:30.364678 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-744de564-eae9-4ec4-8491-8a92f139255e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.398819 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-744de564-eae9-4ec4-8491-8a92f139255e None None] Port 6aa79f02-3d8d-4231-b79a-48dfea9e7826 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:37:30.548810 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa79f02-3d8d-4231-b79a-48dfea9e7826 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:37:30.557035 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Publish callbacks [] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.569752 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Transition to ACTIVE for port object 6aa79f02-3d8d-4231-b79a-48dfea9e7826 will not be triggered until provisioned by entity L2. {{(pid=103227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:37:30.573511 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.628816 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Pushing event updated for resources: {'Port': ['ID=6aa79f02-3d8d-4231-b79a-48dfea9e7826,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:30.636221 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7a8b7-8523-484c-9211-8eea4b1cae72 req-7d23abee-e6d8-4b5b-b986-12465e4f7d22 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:30.637880 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ef7a8b7-8523-484c-9211-8eea4b1cae72 req-7d23abee-e6d8-4b5b-b986-12465e4f7d22 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 943 time: 0.0583422 Mar 30 01:37:30.694541 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ef7a8b7-8523-484c-9211-8eea4b1cae72 req-2d3d77b4-5868-4ad5-9eb5-0959fb77faa3 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab01f18a-af3f-442e-9f4e-6fa1370abd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491655 Mar 30 01:37:30.699402 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Attempting to bind port 6aa79f02-3d8d-4231-b79a-48dfea9e7826 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:37:30.699881 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Attempting to bind port 6aa79f02-3d8d-4231-b79a-48dfea9e7826 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:37:30.700221 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Attempting to bind port 6aa79f02-3d8d-4231-b79a-48dfea9e7826 on network bb381a09-567f-4898-a161-3a00985edb2d {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:37:30.705991 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Port 6aa79f02-3d8d-4231-b79a-48dfea9e7826 on network bb381a09-567f-4898-a161-3a00985edb2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:37:30.706315 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Attempting to bind port 6aa79f02-3d8d-4231-b79a-48dfea9e7826 on network bb381a09-567f-4898-a161-3a00985edb2d {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:37:30.714571 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:37:30.714940 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Checking segment: {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:37:30.715321 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Bound using segment: {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:37:30.715762 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Bound port: 6aa79f02-3d8d-4231-b79a-48dfea9e7826, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:37:30.716119 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.781336 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] For port 6aa79f02-3d8d-4231-b79a-48dfea9e7826, host hv-cinder-81713, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:37:30.785443 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] For port 6aa79f02-3d8d-4231-b79a-48dfea9e7826, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6aa79f02-3d8d-4231-b79a-48dfea9e7826,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:37:30.791582 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.828857 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:30.830510 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:30.831967 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] 10.222.0.10 "PUT /v2.0/ports/6aa79f02-3d8d-4231-b79a-48dfea9e7826 HTTP/1.1" status: 200 len: 1093 time: 0.6099837 Mar 30 01:37:30.834116 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644ade68-b2e5-4890-94fb-1d4b49a0e6e7', 'tag': '6aa79f02-3d8d-4231-b79a-48dfea9e7826'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:37:30.843445 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99403361-656a-4f61-85de-fbf6a3883994" -d '{"events": [{"name": "network-changed", "server_uuid": "644ade68-b2e5-4890-94fb-1d4b49a0e6e7", "tag": "6aa79f02-3d8d-4231-b79a-48dfea9e7826"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:37:30.868310 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7081c-4c12-456f-a5ca-1dfd62661d0d service neutron] Pushing event updated for resources: {'Port': ['ID=6aa79f02-3d8d-4231-b79a-48dfea9e7826,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:30.880942 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f16ffbf-d051-4b7c-9eec-9c0809178d19 x-openstack-request-id: req-0f16ffbf-d051-4b7c-9eec-9c0809178d19 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:37:30.881300 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644ade68-b2e5-4890-94fb-1d4b49a0e6e7", "tag": "6aa79f02-3d8d-4231-b79a-48dfea9e7826", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:37:30.881622 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f16ffbf-d051-4b7c-9eec-9c0809178d19 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:37:30.882133 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f16ffbf-d051-4b7c-9eec-9c0809178d19'] response: {'name': 'network-changed', 'server_uuid': '644ade68-b2e5-4890-94fb-1d4b49a0e6e7', 'tag': '6aa79f02-3d8d-4231-b79a-48dfea9e7826', 'status': 'completed', 'code': 200} Mar 30 01:37:30.943083 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-8a4dfa81-be46-4010-94f5-b33c441c0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:30.945014 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-8a4dfa81-be46-4010-94f5-b33c441c0bda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 1127 time: 0.0567436 Mar 30 01:37:30.987181 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-af5b8648-874c-45b5-8a4b-61dbf6dd5875 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aa79f02-3d8d-4231-b79a-48dfea9e7826 HTTP/1.1" status: 200 len: 217 time: 0.0347674 Mar 30 01:37:31.039049 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-c4f5804f-9f16-467c-8401-a04292b81ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:31.040515 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-c4f5804f-9f16-467c-8401-a04292b81ac1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e77f2a5-8711-44b4-9bd8-745e29cce5c2 HTTP/1.1" status: 200 len: 853 time: 0.0484877 Mar 30 01:37:31.089072 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-19fee5a8-fad0-41a7-b804-0b91c88186f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:31.090541 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-19fee5a8-fad0-41a7-b804-0b91c88186f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb381a09-567f-4898-a161-3a00985edb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430295 Mar 30 01:37:31.181517 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-c6f0d3d3-67d6-4385-8d6d-9960fced9207 service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843105 Mar 30 01:37:31.270242 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f20b01f3-7051-408f-bcf2-8b301cd8aea0 req-5e3caa99-2fa4-4406-aea4-dd2e18e3ca2e service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828333 Mar 30 01:37:31.357731 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99403361-656a-4f61-85de-fbf6a3883994 req-cf53c85a-92dd-4479-be52-eb2c655521a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:31.359149 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-99403361-656a-4f61-85de-fbf6a3883994 req-cf53c85a-92dd-4479-be52-eb2c655521a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 1127 time: 0.0468988 Mar 30 01:37:31.449404 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99403361-656a-4f61-85de-fbf6a3883994 req-7983fecf-97ce-4a51-856f-5603bebdacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:31.450873 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-99403361-656a-4f61-85de-fbf6a3883994 req-7983fecf-97ce-4a51-856f-5603bebdacfc service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 915 time: 0.0845985 Mar 30 01:37:31.495382 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-99403361-656a-4f61-85de-fbf6a3883994 req-f7fa4c4e-d45e-4edb-8e09-4b2c40df9c1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aa79f02-3d8d-4231-b79a-48dfea9e7826 HTTP/1.1" status: 200 len: 217 time: 0.0344887 Mar 30 01:37:31.541675 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99403361-656a-4f61-85de-fbf6a3883994 req-6028e24e-0daa-4ff9-90b8-4dcabb545285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:31.543121 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-99403361-656a-4f61-85de-fbf6a3883994 req-6028e24e-0daa-4ff9-90b8-4dcabb545285 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e77f2a5-8711-44b4-9bd8-745e29cce5c2 HTTP/1.1" status: 200 len: 853 time: 0.0422854 Mar 30 01:37:31.594037 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99403361-656a-4f61-85de-fbf6a3883994 req-597c407f-f772-454e-b525-8ffbfd39cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:31.596265 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-99403361-656a-4f61-85de-fbf6a3883994 req-597c407f-f772-454e-b525-8ffbfd39cd23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb381a09-567f-4898-a161-3a00985edb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467343 Mar 30 01:37:31.685039 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-99403361-656a-4f61-85de-fbf6a3883994 req-1d664e0b-da93-49e1-b28b-afd192dc1dd8 service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817735 Mar 30 01:37:31.776766 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-99403361-656a-4f61-85de-fbf6a3883994 req-383b400b-ff0c-4532-abef-c696d07a0613 service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850306 Mar 30 01:37:31.816253 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635bad2-0de5-49e5-a46c-3ca8a8860076 req-73ca3bd3-67d3-4f82-b851-d79a799d5156 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:31.817776 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0635bad2-0de5-49e5-a46c-3ca8a8860076 req-73ca3bd3-67d3-4f82-b851-d79a799d5156 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 943 time: 0.0541787 Mar 30 01:37:31.862779 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0635bad2-0de5-49e5-a46c-3ca8a8860076 req-e30f0988-6216-41c8-a687-ef6fe5a31f17 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab01f18a-af3f-442e-9f4e-6fa1370abd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393498 Mar 30 01:37:32.849705 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 6aa79f02-3d8d-4231-b79a-48dfea9e7826 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:37:32.947859 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 6aa79f02-3d8d-4231-b79a-48dfea9e7826, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6aa79f02-3d8d-4231-b79a-48dfea9e7826,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:32.960130 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '6aa79f02-3d8d-4231-b79a-48dfea9e7826', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'port_id': '6aa79f02-3d8d-4231-b79a-48dfea9e7826', 'mac_address': 'fa:16:3e:8c:e7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:37:32.981279 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f2008-700b-4ba5-a35e-c8d133621fe0 req-788d9575-98f1-4497-b5af-7aba78611e98 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:32.982748 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f99f2008-700b-4ba5-a35e-c8d133621fe0 req-788d9575-98f1-4497-b5af-7aba78611e98 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 943 time: 0.0528142 Mar 30 01:37:32.995883 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 6aa79f02-3d8d-4231-b79a-48dfea9e7826 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:32.996279 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:33.013614 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa79f02-3d8d-4231-b79a-48dfea9e7826 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:37:33.030012 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f99f2008-700b-4ba5-a35e-c8d133621fe0 req-36aa23bb-1ca6-49dd-ad89-b533c91f6a23 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab01f18a-af3f-442e-9f4e-6fa1370abd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410678 Mar 30 01:37:33.033413 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 6aa79f02-3d8d-4231-b79a-48dfea9e7826, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6aa79f02-3d8d-4231-b79a-48dfea9e7826,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:33.037537 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:33.084475 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=6aa79f02-3d8d-4231-b79a-48dfea9e7826,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:33.292490 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['6aa79f02-3d8d-4231-b79a-48dfea9e7826'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:37:34.148031 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657b323-e53d-48e2-9645-7cfda06d9f75 req-168276ff-54f6-4126-abe0-5344d152d14e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:34.149495 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5657b323-e53d-48e2-9645-7cfda06d9f75 req-168276ff-54f6-4126-abe0-5344d152d14e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 944 time: 0.0508189 Mar 30 01:37:34.195798 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5657b323-e53d-48e2-9645-7cfda06d9f75 req-383d0ec1-f424-444a-95e9-f65a0ab93eed tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab01f18a-af3f-442e-9f4e-6fa1370abd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404351 Mar 30 01:37:34.858927 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 6aa79f02-3d8d-4231-b79a-48dfea9e7826 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:37:34.909080 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port 6aa79f02-3d8d-4231-b79a-48dfea9e7826 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:37:34.912823 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 6aa79f02-3d8d-4231-b79a-48dfea9e7826 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:37:34.913187 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:34.986714 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 6aa79f02-3d8d-4231-b79a-48dfea9e7826 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:34.987145 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:35.009288 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644ade68-b2e5-4890-94fb-1d4b49a0e6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa79f02-3d8d-4231-b79a-48dfea9e7826'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:37:35.011519 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd79a68e-1dfe-40d5-8bcc-050df4cf5289" -d '{"events": [{"server_uuid": "644ade68-b2e5-4890-94fb-1d4b49a0e6e7", "name": "network-vif-plugged", "status": "completed", "tag": "6aa79f02-3d8d-4231-b79a-48dfea9e7826"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:37:35.027419 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 6aa79f02-3d8d-4231-b79a-48dfea9e7826, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6aa79f02-3d8d-4231-b79a-48dfea9e7826,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:35.031840 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:35.057387 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6e5834-a5a2-49a1-a894-1dc89c6e1f6e x-openstack-request-id: req-3b6e5834-a5a2-49a1-a894-1dc89c6e1f6e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:37:35.057679 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644ade68-b2e5-4890-94fb-1d4b49a0e6e7", "name": "network-vif-plugged", "status": "completed", "tag": "6aa79f02-3d8d-4231-b79a-48dfea9e7826", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:37:35.057943 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b6e5834-a5a2-49a1-a894-1dc89c6e1f6e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:37:35.058322 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b6e5834-a5a2-49a1-a894-1dc89c6e1f6e'] response: {'server_uuid': '644ade68-b2e5-4890-94fb-1d4b49a0e6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa79f02-3d8d-4231-b79a-48dfea9e7826', 'code': 200} Mar 30 01:37:35.086186 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=6aa79f02-3d8d-4231-b79a-48dfea9e7826,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:35.093292 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.093644 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.093982 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.094319 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.094648 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.095002 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.095853 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.096246 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.096568 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.096890 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.097213 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.097539 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.097860 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.098181 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.098495 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:37:35.214503 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770a71-35d8-4e01-bb9f-bb32632e3726 req-fe60a114-096b-4f7a-90bd-9a4908f6851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:35.215925 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-22770a71-35d8-4e01-bb9f-bb32632e3726 req-fe60a114-096b-4f7a-90bd-9a4908f6851d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 1129 time: 0.0434406 Mar 30 01:37:35.261003 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-22770a71-35d8-4e01-bb9f-bb32632e3726 req-1795fc1f-5852-4d3e-961d-cef225e4c7c8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab01f18a-af3f-442e-9f4e-6fa1370abd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375125 Mar 30 01:37:35.315427 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e8bb0-dd6c-49d7-baf1-79fb6263e2b8 req-978611a2-72e2-4b3e-86a7-fc59657dfd6e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:35.316940 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-769e8bb0-dd6c-49d7-baf1-79fb6263e2b8 req-978611a2-72e2-4b3e-86a7-fc59657dfd6e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 945 time: 0.0541625 Mar 30 01:37:35.362058 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-769e8bb0-dd6c-49d7-baf1-79fb6263e2b8 req-dda58955-c800-43ae-9731-64c0e43417a7 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab01f18a-af3f-442e-9f4e-6fa1370abd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389004 Mar 30 01:37:36.482982 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c1bd0-7643-47fd-a329-84d109a45c97 req-24136164-6923-4ba5-b4c3-1aa9f6877be4 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:36.484564 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fc6c1bd0-7643-47fd-a329-84d109a45c97 req-24136164-6923-4ba5-b4c3-1aa9f6877be4 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 945 time: 0.0560043 Mar 30 01:37:36.532905 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fc6c1bd0-7643-47fd-a329-84d109a45c97 req-eaa4d5c3-c014-4a1f-81e9-4b346ad4f51d tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab01f18a-af3f-442e-9f4e-6fa1370abd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413420 Mar 30 01:37:37.647759 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6faab-13f3-4484-9aa9-b86eba37f01d req-3e1a0e87-c989-4679-9bad-faa0e0cd9e78 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:37.649262 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-91a6faab-13f3-4484-9aa9-b86eba37f01d req-3e1a0e87-c989-4679-9bad-faa0e0cd9e78 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 945 time: 0.0524659 Mar 30 01:37:37.696349 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-91a6faab-13f3-4484-9aa9-b86eba37f01d req-f5012617-1a85-4d8f-8c3f-931d8dc90c53 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab01f18a-af3f-442e-9f4e-6fa1370abd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407026 Mar 30 01:37:37.809749 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c205ebd-7819-44d9-b3cb-af41e17bad6b req-ed1f5c6c-a22a-4880-969a-a1266e463fb8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:37.811178 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3c205ebd-7819-44d9-b3cb-af41e17bad6b req-ed1f5c6c-a22a-4880-969a-a1266e463fb8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 945 time: 0.0522819 Mar 30 01:37:37.820236 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43494) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:37:37.824461 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-70e108c2-f711-4ef6-9cca-b6be7425de17 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'floatingip': {'port_id': '6aa79f02-3d8d-4231-b79a-48dfea9e7826'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:37:37.865544 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70e108c2-f711-4ef6-9cca-b6be7425de17 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (26c5868a-3c36-459e-997d-cf3002878b17), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:38.285544 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70e108c2-f711-4ef6-9cca-b6be7425de17 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:38.289214 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70e108c2-f711-4ef6-9cca-b6be7425de17 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (26c5868a-3c36-459e-997d-cf3002878b17), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:38.388186 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.l3_db [None req-70e108c2-f711-4ef6-9cca-b6be7425de17 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Floating IP 26c5868a-3c36-459e-997d-cf3002878b17 associated. External IP: 172.27.2.79, port: 6aa79f02-3d8d-4231-b79a-48dfea9e7826. Mar 30 01:37:38.599242 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e108c2-f711-4ef6-9cca-b6be7425de17 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:37:38.723689 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e108c2-f711-4ef6-9cca-b6be7425de17 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:37:38.728179 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70e108c2-f711-4ef6-9cca-b6be7425de17 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:38.733040 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460ed18-2184-48f4-aecd-6ba68a791e4c None None] Sync routers for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:37:38.743797 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460ed18-2184-48f4-aecd-6ba68a791e4c None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:38.744774 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0460ed18-2184-48f4-aecd-6ba68a791e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:37:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:38.758591 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-70e108c2-f711-4ef6-9cca-b6be7425de17 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "PUT /v2.0/floatingips/26c5868a-3c36-459e-997d-cf3002878b17 HTTP/1.1" status: 200 len: 990 time: 0.9372830 Mar 30 01:37:38.759491 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644ade68-b2e5-4890-94fb-1d4b49a0e6e7', 'tag': '6aa79f02-3d8d-4231-b79a-48dfea9e7826'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:37:38.761986 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09277601-418d-4d26-8e6e-f04e354f796a" -d '{"events": [{"name": "network-changed", "server_uuid": "644ade68-b2e5-4890-94fb-1d4b49a0e6e7", "tag": "6aa79f02-3d8d-4231-b79a-48dfea9e7826"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:37:38.802566 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530e26ac-55f6-4d49-a36d-9b64bbaf94d2 x-openstack-request-id: req-530e26ac-55f6-4d49-a36d-9b64bbaf94d2 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:37:38.802898 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644ade68-b2e5-4890-94fb-1d4b49a0e6e7", "tag": "6aa79f02-3d8d-4231-b79a-48dfea9e7826", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:37:38.803156 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-530e26ac-55f6-4d49-a36d-9b64bbaf94d2 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:37:38.803569 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530e26ac-55f6-4d49-a36d-9b64bbaf94d2'] response: {'name': 'network-changed', 'server_uuid': '644ade68-b2e5-4890-94fb-1d4b49a0e6e7', 'tag': '6aa79f02-3d8d-4231-b79a-48dfea9e7826', 'status': 'completed', 'code': 200} Mar 30 01:37:38.856202 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-0460ed18-2184-48f4-aecd-6ba68a791e4c None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:38.869694 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09277601-418d-4d26-8e6e-f04e354f796a req-284dd56a-7735-497f-bfa8-2a78b4b9d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:38.871235 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-09277601-418d-4d26-8e6e-f04e354f796a req-284dd56a-7735-497f-bfa8-2a78b4b9d347 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 1129 time: 0.0444796 Mar 30 01:37:38.963455 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09277601-418d-4d26-8e6e-f04e354f796a req-c48a1ae1-79a4-408e-a9d4-d3cdf5569b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:38.964936 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-09277601-418d-4d26-8e6e-f04e354f796a req-c48a1ae1-79a4-408e-a9d4-d3cdf5569b98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 915 time: 0.0876677 Mar 30 01:37:39.030733 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-09277601-418d-4d26-8e6e-f04e354f796a req-f09c6888-e9b1-4cc6-9991-9f684da7148a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aa79f02-3d8d-4231-b79a-48dfea9e7826 HTTP/1.1" status: 200 len: 998 time: 0.0587478 Mar 30 01:37:39.081579 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09277601-418d-4d26-8e6e-f04e354f796a req-4578dd5e-9141-460d-bfdf-de140bc8dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:39.083058 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-09277601-418d-4d26-8e6e-f04e354f796a req-4578dd5e-9141-460d-bfdf-de140bc8dc47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e77f2a5-8711-44b4-9bd8-745e29cce5c2 HTTP/1.1" status: 200 len: 853 time: 0.0474305 Mar 30 01:37:39.083197 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0460ed18-2184-48f4-aecd-6ba68a791e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '26c5868a-3c36-459e-997d-cf3002878b17', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': '6aa79f02-3d8d-4231-b79a-48dfea9e7826', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:8c:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644ade68-b2e5-4890-94fb-1d4b49a0e6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:37:27Z', 'updated_at': '2022-03-30T01:37:38Z', 'revision_number': 1, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:39.113960 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460ed18-2184-48f4-aecd-6ba68a791e4c None None] Checking router: 3e488ba3-8644-4f38-9e13-8dd556a2dd50 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:37:39.122489 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460ed18-2184-48f4-aecd-6ba68a791e4c None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:37:39.123255 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0460ed18-2184-48f4-aecd-6ba68a791e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:37:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:39.131580 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09277601-418d-4d26-8e6e-f04e354f796a req-a34d756c-caff-4410-aa38-99a5d73d205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:39.133097 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-09277601-418d-4d26-8e6e-f04e354f796a req-a34d756c-caff-4410-aa38-99a5d73d205b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb381a09-567f-4898-a161-3a00985edb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447998 Mar 30 01:37:39.221821 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-09277601-418d-4d26-8e6e-f04e354f796a req-cb4cede7-62b0-41c9-a994-fd136251919f service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823255 Mar 30 01:37:39.231622 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-0460ed18-2184-48f4-aecd-6ba68a791e4c None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:37:39.311489 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-09277601-418d-4d26-8e6e-f04e354f796a req-bae62bc9-3168-4a30-a9d9-e446ad3d1cf8 service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844641 Mar 30 01:37:39.457440 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0460ed18-2184-48f4-aecd-6ba68a791e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '26c5868a-3c36-459e-997d-cf3002878b17', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': '6aa79f02-3d8d-4231-b79a-48dfea9e7826', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:8c:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644ade68-b2e5-4890-94fb-1d4b49a0e6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:37:27Z', 'updated_at': '2022-03-30T01:37:38Z', 'revision_number': 1, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:37:39.482835 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460ed18-2184-48f4-aecd-6ba68a791e4c None None] The sync data for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi is: [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '26c5868a-3c36-459e-997d-cf3002878b17', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': '6aa79f02-3d8d-4231-b79a-48dfea9e7826', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:8c:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644ade68-b2e5-4890-94fb-1d4b49a0e6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:37:27Z', 'updated_at': '2022-03-30T01:37:38Z', 'revision_number': 1, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:37:39.664446 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73bce3a-c7a4-40f3-867b-7d1ce22825a2 None None] New status for floating IP 26c5868a-3c36-459e-997d-cf3002878b17: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:37:43.583773 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f4de5-4579-40ce-b9e5-c789f8ea6e2b req-e04e550c-0dc6-4c98-be6b-6e85f8842768 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:43.585253 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c92f4de5-4579-40ce-b9e5-c789f8ea6e2b req-e04e550c-0dc6-4c98-be6b-6e85f8842768 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0557697 Mar 30 01:37:43.633711 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c92f4de5-4579-40ce-b9e5-c789f8ea6e2b req-cda66d49-1d7b-4239-bb39-64e81da59ebe tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428054 Mar 30 01:37:43.711057 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bdf4d78-ee92-4ef4-a025-38280ee3083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:44.755493 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafcd14-bf00-4b96-b252-e1eb6af11a92 req-77e2f1ee-de84-465a-9193-3fdc11b00a7b tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:44.756980 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-aaafcd14-bf00-4b96-b252-e1eb6af11a92 req-77e2f1ee-de84-465a-9193-3fdc11b00a7b tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0530365 Mar 30 01:37:44.805525 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-aaafcd14-bf00-4b96-b252-e1eb6af11a92 req-5c7533ad-7cf2-4065-817a-dea7d6cc26d9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430663 Mar 30 01:37:45.889673 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a035e0cf-d581-4708-a851-54322a5f35c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:45.928151 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105f625-cb55-43e5-8d23-4ccf8b844536 req-94e57e74-242f-478d-9054-ecb0ec587df9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:45.929702 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2105f625-cb55-43e5-8d23-4ccf8b844536 req-94e57e74-242f-478d-9054-ecb0ec587df9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0554149 Mar 30 01:37:45.978050 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2105f625-cb55-43e5-8d23-4ccf8b844536 req-573f5802-6507-4357-b11e-b060b2dceda4 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427365 Mar 30 01:37:47.093566 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a45b-7b4a-4659-99a8-267ae15f436c req-90f2e28f-2bd0-474e-94d6-4b043949ac05 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:47.095049 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-01a7a45b-7b4a-4659-99a8-267ae15f436c req-90f2e28f-2bd0-474e-94d6-4b043949ac05 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0505972 Mar 30 01:37:47.123244 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:47.148334 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-01a7a45b-7b4a-4659-99a8-267ae15f436c req-0f81c88c-6cd2-4101-a724-ff05c460e46a tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474603 Mar 30 01:37:48.265097 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403861a-ba9b-4f94-95e9-b8d7a2d0aa7f req-cd7bb86f-d0b1-4a64-8918-f40c61215f32 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:48.266551 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7403861a-ba9b-4f94-95e9-b8d7a2d0aa7f req-cd7bb86f-d0b1-4a64-8918-f40c61215f32 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0515862 Mar 30 01:37:48.318363 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7403861a-ba9b-4f94-95e9-b8d7a2d0aa7f req-bb10f542-688a-4290-b27d-340e5fc096ca tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457540 Mar 30 01:37:48.512660 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:49.434814 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9e258-6760-4447-a132-b7d238c94e1c req-28e8aaa5-abff-4659-b64c-8a38be2665ee tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:49.436296 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2df9e258-6760-4447-a132-b7d238c94e1c req-28e8aaa5-abff-4659-b64c-8a38be2665ee tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0518239 Mar 30 01:37:49.486451 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2df9e258-6760-4447-a132-b7d238c94e1c req-8337c677-19d1-4779-9a8a-ea3e8b22314d tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435884 Mar 30 01:37:50.091551 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:50.601261 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e351fea-92c7-4f2d-9c59-31d27a90e39f req-a0ae8797-9f3f-43e2-9a71-7674ad362dfd tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:50.602722 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2e351fea-92c7-4f2d-9c59-31d27a90e39f req-a0ae8797-9f3f-43e2-9a71-7674ad362dfd tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0508001 Mar 30 01:37:50.650320 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2e351fea-92c7-4f2d-9c59-31d27a90e39f req-712b1dbe-d892-4d9f-a7eb-f6732876191f tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420275 Mar 30 01:37:51.768625 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db561601-a8b6-4f26-9f9d-474f9ecc3909 req-b4190e10-36d1-4be4-b5ee-2fd975daf002 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:51.770097 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-db561601-a8b6-4f26-9f9d-474f9ecc3909 req-b4190e10-36d1-4be4-b5ee-2fd975daf002 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0522947 Mar 30 01:37:51.817722 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-db561601-a8b6-4f26-9f9d-474f9ecc3909 req-3f40d5ef-d7ef-42d0-b82a-b5d7628f178f tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422218 Mar 30 01:37:52.935967 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b0712-d3aa-4b05-952a-4e7f3504c26b req-2cf96ac9-08c6-4a18-92a0-0af8f50aadb4 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:52.937347 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-077b0712-d3aa-4b05-952a-4e7f3504c26b req-2cf96ac9-08c6-4a18-92a0-0af8f50aadb4 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0526829 Mar 30 01:37:52.985122 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-077b0712-d3aa-4b05-952a-4e7f3504c26b req-5625189f-83f4-4fc4-97f4-2f7b279e9fcc tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421691 Mar 30 01:37:53.752297 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3169c-1d54-4c14-ba27-3399b79bfeec req-7d003b95-25b4-4352-9203-0fc72c424035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:53.753841 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-57d3169c-1d54-4c14-ba27-3399b79bfeec req-7d003b95-25b4-4352-9203-0fc72c424035 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=41e905053f284f86801ebd7f370ff78a&device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 1129 time: 0.0481300 Mar 30 01:37:53.849060 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3169c-1d54-4c14-ba27-3399b79bfeec req-ba1994ed-9064-4565-97b9-075a0e006de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:53.850532 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-57d3169c-1d54-4c14-ba27-3399b79bfeec req-ba1994ed-9064-4565-97b9-075a0e006de3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5f94645-b564-41be-bb2d-41c4af6ef6e2 HTTP/1.1" status: 200 len: 910 time: 0.0904515 Mar 30 01:37:53.918222 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-57d3169c-1d54-4c14-ba27-3399b79bfeec req-88ce271c-ae94-41d2-9436-acb94e4854df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b HTTP/1.1" status: 200 len: 1001 time: 0.0613334 Mar 30 01:37:53.964674 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3169c-1d54-4c14-ba27-3399b79bfeec req-7c5960f0-ae36-4e44-96d7-9b5ca173555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:53.966050 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-57d3169c-1d54-4c14-ba27-3399b79bfeec req-7c5960f0-ae36-4e44-96d7-9b5ca173555c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47090215-5979-4d9f-9ff5-d6d6ff46172b HTTP/1.1" status: 200 len: 848 time: 0.0412214 Mar 30 01:37:54.013426 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3169c-1d54-4c14-ba27-3399b79bfeec req-55c8ef0d-9d1b-4b51-988f-c503aeaea4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:54.014532 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-57d3169c-1d54-4c14-ba27-3399b79bfeec req-55c8ef0d-9d1b-4b51-988f-c503aeaea4b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5f94645-b564-41be-bb2d-41c4af6ef6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424645 Mar 30 01:37:54.328844 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:54.375905 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-57d3169c-1d54-4c14-ba27-3399b79bfeec req-161919e5-784e-4675-80a8-e7fa20fce032 service neutron] 10.222.0.10 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557343 Mar 30 01:37:54.384317 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce38e3-1fc6-46b0-a930-f3bb6bcb112b req-4cda1041-6536-4702-bd12-aca16b814ab5 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:54.385684 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-98ce38e3-1fc6-46b0-a930-f3bb6bcb112b req-4cda1041-6536-4702-bd12-aca16b814ab5 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0835490 Mar 30 01:37:54.490288 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-98ce38e3-1fc6-46b0-a930-f3bb6bcb112b req-d4621770-9237-44bb-b391-b3b4a6d83c94 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967684 Mar 30 01:37:54.515281 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-57d3169c-1d54-4c14-ba27-3399b79bfeec req-c838d0eb-4c72-4b46-8b52-0d4f7451932d service neutron] 10.222.0.10 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286864 Mar 30 01:37:55.612134 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36ae00-7491-4771-9565-0e4971aa7a21 req-09e3bb51-5467-4e85-9bc0-821dbfbcd6a4 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:55.613591 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ad36ae00-7491-4771-9565-0e4971aa7a21 req-09e3bb51-5467-4e85-9bc0-821dbfbcd6a4 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0547485 Mar 30 01:37:55.662566 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ad36ae00-7491-4771-9565-0e4971aa7a21 req-a5c12aeb-caaa-4182-950c-c0a3515d4a57 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428946 Mar 30 01:37:56.784898 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bba62d-7e51-4848-9275-bc041a8d024a req-d562fb17-9ff9-4fb6-b61f-ab100dfac074 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:56.786532 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-16bba62d-7e51-4848-9275-bc041a8d024a req-d562fb17-9ff9-4fb6-b61f-ab100dfac074 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0582733 Mar 30 01:37:56.837277 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-16bba62d-7e51-4848-9275-bc041a8d024a req-fe1af1c9-1b32-4a50-8c8c-f57cb965f324 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449045 Mar 30 01:37:57.048172 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ad079-571f-409e-a541-2ac1c04c29aa req-7abd5bf4-24cd-4580-82d7-16797aa1a2bf tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:57.050336 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-823ad079-571f-409e-a541-2ac1c04c29aa req-7abd5bf4-24cd-4580-82d7-16797aa1a2bf tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0548558 Mar 30 01:37:57.062658 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-04c95a7d-150f-4a9e-92f8-f12aa9c0b138 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883501 Mar 30 01:37:57.109139 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-823ad079-571f-409e-a541-2ac1c04c29aa req-620dc870-f9c1-4d66-b6af-02f6f221ed78 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531421 Mar 30 01:37:57.252016 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-5b0e40c0-438b-4190-b2ba-3cd4651c11ad tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:57.253344 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-5b0e40c0-438b-4190-b2ba-3cd4651c11ad tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports/8bcbbd6c-2922-4816-87b4-f60bf3102b6b HTTP/1.1" status: 200 len: 942 time: 0.1565344 Mar 30 01:37:58.229646 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1d4bf-a51a-4b3b-8c91-c15d9131961d req-831129f4-8000-45ad-abd5-798568fad669 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:58.231033 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-08a1d4bf-a51a-4b3b-8c91-c15d9131961d req-831129f4-8000-45ad-abd5-798568fad669 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0518866 Mar 30 01:37:58.278403 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-08a1d4bf-a51a-4b3b-8c91-c15d9131961d req-0732b45d-48dd-4c6c-962c-a47698c54b5b tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412271 Mar 30 01:37:58.469969 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-988368ae-629d-40c2-951d-4d29ca20071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:58.472224 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-988368ae-629d-40c2-951d-4d29ca20071c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe&tenant_id=41e905053f284f86801ebd7f370ff78a HTTP/1.1" status: 200 len: 1129 time: 0.0438719 Mar 30 01:37:58.536163 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-5e37f42d-9359-4298-85fb-0fdbb7d8c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:58.537617 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-5e37f42d-9359-4298-85fb-0fdbb7d8c719 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=41e905053f284f86801ebd7f370ff78a&device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 1129 time: 0.0433166 Mar 30 01:37:58.627505 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-7c89b1fa-eb80-415b-9c6d-b60efd648290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:58.628935 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-7c89b1fa-eb80-415b-9c6d-b60efd648290 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5f94645-b564-41be-bb2d-41c4af6ef6e2 HTTP/1.1" status: 200 len: 910 time: 0.0844114 Mar 30 01:37:58.694908 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-8ff3128c-08af-4a03-a5b4-ef9eacbc8ccf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b HTTP/1.1" status: 200 len: 1001 time: 0.0593562 Mar 30 01:37:58.745045 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-4331a3af-6911-441c-b3b2-6d6d3244e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:58.746429 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-4331a3af-6911-441c-b3b2-6d6d3244e1a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47090215-5979-4d9f-9ff5-d6d6ff46172b HTTP/1.1" status: 200 len: 848 time: 0.0457914 Mar 30 01:37:58.794439 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-cfeb971d-0bd2-4cb7-9fa1-e1218a85eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:58.795860 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-cfeb971d-0bd2-4cb7-9fa1-e1218a85eff0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5f94645-b564-41be-bb2d-41c4af6ef6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436752 Mar 30 01:37:58.882094 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-42e845ed-af3d-43a1-bba0-f27324ade785 service neutron] 10.222.0.10 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796869 Mar 30 01:37:58.974200 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-4210f78c-94b1-41d0-b754-f21038eb98fb req-974d7832-614c-4dde-82eb-973197267d28 service neutron] 10.222.0.10 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856080 Mar 30 01:37:59.030141 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 8bcbbd6c-2922-4816-87b4-f60bf3102b6b no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:37:59.104264 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:37:59.107464 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:37:59.107856 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:59.130740 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:37:59.133089 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2e2827-d461-479f-8016-3a60d5e94796" -d '{"events": [{"server_uuid": "f5c4170d-90cd-474e-b784-2cd04b4f96fe", "name": "network-vif-unplugged", "status": "completed", "tag": "8bcbbd6c-2922-4816-87b4-f60bf3102b6b"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:37:59.145654 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:37:59.149420 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:37:59.178637 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Mar 2022 01:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee539e4-0a46-4671-8549-f08e59548470 x-openstack-request-id: req-3ee539e4-0a46-4671-8549-f08e59548470 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:37:59.178960 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c4170d-90cd-474e-b784-2cd04b4f96fe", "name": "network-vif-unplugged", "status": "completed", "tag": "8bcbbd6c-2922-4816-87b4-f60bf3102b6b", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:37:59.179210 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ee539e4-0a46-4671-8549-f08e59548470 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:37:59.179599 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ee539e4-0a46-4671-8549-f08e59548470'] response: {'server_uuid': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'code': 200} Mar 30 01:37:59.204165 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:37:59.397265 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad004fe-c873-4228-a39a-a8ae6b687752 req-b810041f-7130-4c42-929a-5bca948bb28d tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:37:59.398600 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cad004fe-c873-4228-a39a-a8ae6b687752 req-b810041f-7130-4c42-929a-5bca948bb28d tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 943 time: 0.0539420 Mar 30 01:37:59.445613 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cad004fe-c873-4228-a39a-a8ae6b687752 req-7bb99a22-795d-4d64-b07b-e943c9c7ffc8 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414140 Mar 30 01:38:00.563638 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c5d80-22d1-4ad7-af7b-7a10d827c4be req-7afd7afd-4e9c-49e4-a758-657c35efabdf tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:00.565620 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2d0c5d80-22d1-4ad7-af7b-7a10d827c4be req-7afd7afd-4e9c-49e4-a758-657c35efabdf tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 943 time: 0.0533996 Mar 30 01:38:00.612877 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-2d0c5d80-22d1-4ad7-af7b-7a10d827c4be req-e3d4f0a8-3b9f-4933-8be6-4ea7393d8dcc tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418081 Mar 30 01:38:01.729700 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734fc04-b7a5-45e4-b2df-22bf853b8dd7 req-7fb0b5d1-86ca-4402-8f05-375fadde26db tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:01.731184 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f734fc04-b7a5-45e4-b2df-22bf853b8dd7 req-7fb0b5d1-86ca-4402-8f05-375fadde26db tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 943 time: 0.0503910 Mar 30 01:38:01.783565 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f734fc04-b7a5-45e4-b2df-22bf853b8dd7 req-63e9e6d4-d3b7-4fc8-be18-7144038108a0 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462420 Mar 30 01:38:02.899287 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2591274-280c-44db-a606-5751a434e521 req-3c9e494f-674c-48b2-8d83-1c21ebf71554 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:02.900682 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a2591274-280c-44db-a606-5751a434e521 req-3c9e494f-674c-48b2-8d83-1c21ebf71554 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 943 time: 0.0511615 Mar 30 01:38:02.952696 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a2591274-280c-44db-a606-5751a434e521 req-36b5dbfe-1a34-49bf-8ca3-945264bb5808 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460601 Mar 30 01:38:04.074006 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b97730-8846-474d-af56-77376c87511f req-d0357394-9f0f-405f-8bf6-68718ecf4de8 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:04.075584 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b97730-8846-474d-af56-77376c87511f req-d0357394-9f0f-405f-8bf6-68718ecf4de8 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 943 time: 0.0555212 Mar 30 01:38:04.124223 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21b97730-8846-474d-af56-77376c87511f req-998ec243-a276-452e-b1ae-4c1d5bba3c92 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426459 Mar 30 01:38:05.154343 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842409d-64a1-40b7-9fe6-7812c2d06b2b req-94545a08-a650-4fa4-a47c-4952ebb567a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:05.155918 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0842409d-64a1-40b7-9fe6-7812c2d06b2b req-94545a08-a650-4fa4-a47c-4952ebb567a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 1127 time: 0.0434926 Mar 30 01:38:05.209271 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-0842409d-64a1-40b7-9fe6-7812c2d06b2b req-1503abd7-df12-41a7-a764-d73b89f68918 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479424 Mar 30 01:38:05.247928 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba120c-6172-4e90-8c89-f9ad2c52705a req-746b102f-aa06-4c03-b6be-0d6e88888400 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:05.249444 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f4ba120c-6172-4e90-8c89-f9ad2c52705a req-746b102f-aa06-4c03-b6be-0d6e88888400 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 943 time: 0.0561669 Mar 30 01:38:05.296471 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-f4ba120c-6172-4e90-8c89-f9ad2c52705a req-f5f7aa10-526e-4097-b81c-afc0a0e30ac5 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415499 Mar 30 01:38:06.412038 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a08e0d-494d-4e42-8b93-ac9db64f5b5b req-ee48ac65-6ca5-4bf0-bf49-09b3f68b5bab tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:06.413476 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13a08e0d-494d-4e42-8b93-ac9db64f5b5b req-ee48ac65-6ca5-4bf0-bf49-09b3f68b5bab tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 943 time: 0.0514789 Mar 30 01:38:06.460543 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-13a08e0d-494d-4e42-8b93-ac9db64f5b5b req-17040cbb-4f99-4c06-baee-121ea97342c1 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415707 Mar 30 01:38:07.062735 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 8bcbbd6c-2922-4816-87b4-f60bf3102b6b details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:38:07.159106 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:07.170293 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'port_id': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'mac_address': 'fa:16:3e:52:d9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:38:07.206383 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:38:07.206797 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:07.218933 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcbbd6c-2922-4816-87b4-f60bf3102b6b {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:38:07.237675 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:07.241808 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:07.286201 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:07.486422 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['8bcbbd6c-2922-4816-87b4-f60bf3102b6b'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:38:09.077146 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 8bcbbd6c-2922-4816-87b4-f60bf3102b6b up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:38:09.127185 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:38:09.127554 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:09.201468 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:38:09.201857 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:09.224019 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:38:09.226233 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5ed536-548c-4242-a1b0-8a53ed7f7be4" -d '{"events": [{"server_uuid": "f5c4170d-90cd-474e-b784-2cd04b4f96fe", "name": "network-vif-plugged", "status": "completed", "tag": "8bcbbd6c-2922-4816-87b4-f60bf3102b6b"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:38:09.238546 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:09.243899 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:09.267614 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a8c94e-c179-48a4-905c-faf1ce288fc7 x-openstack-request-id: req-d1a8c94e-c179-48a4-905c-faf1ce288fc7 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:38:09.267986 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c4170d-90cd-474e-b784-2cd04b4f96fe", "name": "network-vif-plugged", "status": "completed", "tag": "8bcbbd6c-2922-4816-87b4-f60bf3102b6b", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:38:09.268408 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1a8c94e-c179-48a4-905c-faf1ce288fc7 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:38:09.268862 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a8c94e-c179-48a4-905c-faf1ce288fc7'] response: {'server_uuid': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'code': 200} Mar 30 01:38:09.296878 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:13.713001 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe096-a3fc-4c0e-8c46-4a3ec15dbe68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:15.893947 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3c88f5fa-2fd3-4e3a-85b5-ffb3f694c15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:17.125902 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:18.516721 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:20.092829 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:21.819050 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43606) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:21.971140 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c566a674-1075-437e-bbeb-b3ea7b921ff7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Deleting port ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:38:21.971705 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c566a674-1075-437e-bbeb-b3ea7b921ff7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:22.050294 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c566a674-1075-437e-bbeb-b3ea7b921ff7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:22.050633 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c566a674-1075-437e-bbeb-b3ea7b921ff7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for floatingip (ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:22.061946 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c566a674-1075-437e-bbeb-b3ea7b921ff7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Calling delete_port for ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:38:22.477797 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c566a674-1075-437e-bbeb-b3ea7b921ff7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:22.504820 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566a674-1075-437e-bbeb-b3ea7b921ff7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event deleted for resources: {'Port': ['ID=ee72d1b5-9ccb-4759-9b4d-a7f5a78f2e86,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:22.577757 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c566a674-1075-437e-bbeb-b3ea7b921ff7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for floatingip (f9bec06b-9127-468b-b7fb-b053854e7d37), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:22.578096 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-c566a674-1075-437e-bbeb-b3ea7b921ff7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Floating IP f9bec06b-9127-468b-b7fb-b053854e7d37 disassociated (deleted). External IP: 172.27.2.228, port: 62474ddf-fedd-4e7e-bfc7-54a13247e293. Mar 30 01:38:22.795273 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c566a674-1075-437e-bbeb-b3ea7b921ff7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Router d2d3858a-2988-480b-a61d-64f2fe4702a1 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:38:22.907092 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c566a674-1075-437e-bbeb-b3ea7b921ff7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:38:22.912608 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c566a674-1075-437e-bbeb-b3ea7b921ff7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:22.917131 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370e1115-37cb-42d0-8a6b-6e1a7db83e9f None None] Sync routers for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:38:22.926947 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370e1115-37cb-42d0-8a6b-6e1a7db83e9f None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:38:22.927556 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-370e1115-37cb-42d0-8a6b-6e1a7db83e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:38:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:22.943238 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c566a674-1075-437e-bbeb-b3ea7b921ff7 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "DELETE /v2.0/floatingips/f9bec06b-9127-468b-b7fb-b053854e7d37 HTTP/1.1" status: 204 len: 168 time: 1.1229649 Mar 30 01:38:22.943817 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22075945-9c35-44f5-b25c-66511528e73a', 'tag': '62474ddf-fedd-4e7e-bfc7-54a13247e293'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:38:22.954555 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443ab712-19d2-4684-99e0-cb716d421c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "22075945-9c35-44f5-b25c-66511528e73a", "tag": "62474ddf-fedd-4e7e-bfc7-54a13247e293"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:38:23.012655 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7829bb13-f984-4471-8b25-1b013366013e x-openstack-request-id: req-7829bb13-f984-4471-8b25-1b013366013e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:38:23.012914 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22075945-9c35-44f5-b25c-66511528e73a", "tag": "62474ddf-fedd-4e7e-bfc7-54a13247e293", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:38:23.013228 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7829bb13-f984-4471-8b25-1b013366013e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:38:23.013645 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7829bb13-f984-4471-8b25-1b013366013e'] response: {'name': 'network-changed', 'server_uuid': '22075945-9c35-44f5-b25c-66511528e73a', 'tag': '62474ddf-fedd-4e7e-bfc7-54a13247e293', 'status': 'completed', 'code': 200} Mar 30 01:38:23.041348 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-370e1115-37cb-42d0-8a6b-6e1a7db83e9f None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:38:23.133188 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ab712-19d2-4684-99e0-cb716d421c7e req-fc79750f-50ae-4d64-a63e-7298ba4e7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:23.135104 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-443ab712-19d2-4684-99e0-cb716d421c7e req-fc79750f-50ae-4d64-a63e-7298ba4e7bfb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 1129 time: 0.0914989 Mar 30 01:38:23.270482 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0bc48-7650-446e-b11f-c210094190b0 req-9afcf40f-3c07-4842-bf64-f348cafe747e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:23.272007 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d1e0bc48-7650-446e-b11f-c210094190b0 req-9afcf40f-3c07-4842-bf64-f348cafe747e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 945 time: 0.1068466 Mar 30 01:38:23.272572 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-370e1115-37cb-42d0-8a6b-6e1a7db83e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '31f6f1b8-8995-482e-98ed-ce3a1e948701', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:41:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:34:17Z', 'updated_at': '2022-03-30T01:34:19Z', 'revision_number': 1, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:23.274759 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ab712-19d2-4684-99e0-cb716d421c7e req-ef7c3b2e-c9f2-4cea-b870-9acd2b28feae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:23.276118 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-443ab712-19d2-4684-99e0-cb716d421c7e req-ef7c3b2e-c9f2-4cea-b870-9acd2b28feae service neutron] 10.222.0.10 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 913 time: 0.1308219 Mar 30 01:38:23.328127 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-443ab712-19d2-4684-99e0-cb716d421c7e req-15d63c83-a20f-4444-b0ae-48395b0be84a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62474ddf-fedd-4e7e-bfc7-54a13247e293 HTTP/1.1" status: 200 len: 217 time: 0.0432074 Mar 30 01:38:23.383665 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d1e0bc48-7650-446e-b11f-c210094190b0 req-3e87cef6-9a11-4da6-80d6-acf55a89ee09 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056685 Mar 30 01:38:23.394496 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370e1115-37cb-42d0-8a6b-6e1a7db83e9f None None] Checking router: d2d3858a-2988-480b-a61d-64f2fe4702a1 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:38:23.396895 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ab712-19d2-4684-99e0-cb716d421c7e req-71f97bbe-12bd-4750-b52d-6d4a190a10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:23.398477 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-443ab712-19d2-4684-99e0-cb716d421c7e req-71f97bbe-12bd-4750-b52d-6d4a190a10c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7e66c9a-9d48-438a-b32c-4872a07765cf HTTP/1.1" status: 200 len: 851 time: 0.0599265 Mar 30 01:38:23.403358 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370e1115-37cb-42d0-8a6b-6e1a7db83e9f None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:38:23.403967 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-370e1115-37cb-42d0-8a6b-6e1a7db83e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:38:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:23.452009 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ab712-19d2-4684-99e0-cb716d421c7e req-c96d3491-fd2c-4251-a34d-47a85e4acf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:23.453577 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-443ab712-19d2-4684-99e0-cb716d421c7e req-c96d3491-fd2c-4251-a34d-47a85e4acf1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479350 Mar 30 01:38:23.511166 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-370e1115-37cb-42d0-8a6b-6e1a7db83e9f None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:38:23.544128 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-443ab712-19d2-4684-99e0-cb716d421c7e req-18fc24c1-8359-4ac1-bf84-84d8b2e4f8f9 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839458 Mar 30 01:38:23.639301 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-443ab712-19d2-4684-99e0-cb716d421c7e req-09ac92a4-1be5-4757-8ca5-1ecac3a27fd9 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877099 Mar 30 01:38:23.750372 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-370e1115-37cb-42d0-8a6b-6e1a7db83e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '31f6f1b8-8995-482e-98ed-ce3a1e948701', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:41:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:34:17Z', 'updated_at': '2022-03-30T01:34:19Z', 'revision_number': 1, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:23.780136 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370e1115-37cb-42d0-8a6b-6e1a7db83e9f None None] The sync data for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi is: [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '31f6f1b8-8995-482e-98ed-ce3a1e948701', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'port_id': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'mac_address': 'fa:16:3e:41:1d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:34:17Z', 'updated_at': '2022-03-30T01:34:19Z', 'revision_number': 1, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:38:23.998110 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df1d84-7474-40ff-874e-e257a3b9d240 None None] New status for floating IP f9bec06b-9127-468b-b7fb-b053854e7d37: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:38:24.337837 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:24.391912 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a62b55-3d5d-484b-b151-d39e87856ed8 req-cf11fe31-65de-46d7-8697-637829e87d14 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:24.393397 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49a62b55-3d5d-484b-b151-d39e87856ed8 req-cf11fe31-65de-46d7-8697-637829e87d14 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 945 time: 0.0559945 Mar 30 01:38:24.441600 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49a62b55-3d5d-484b-b151-d39e87856ed8 req-d029d683-7cb2-431a-b07a-35b36f3d5a7f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab01f18a-af3f-442e-9f4e-6fa1370abd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417271 Mar 30 01:38:24.555476 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11da9e-2225-47bb-b6ea-b89fd945d513 req-df5552dd-3759-4143-91da-793266de1938 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:24.556961 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fb11da9e-2225-47bb-b6ea-b89fd945d513 req-df5552dd-3759-4143-91da-793266de1938 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 945 time: 0.1040878 Mar 30 01:38:24.610117 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-fb11da9e-2225-47bb-b6ea-b89fd945d513 req-d6b3d099-f438-4a26-bc79-9dd8eef73b1e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474799 Mar 30 01:38:24.789778 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e783c4-b13f-4d02-ab8c-9dc5c0fbcaf8 req-1fe3b35a-ab87-441f-8a0d-70d012a1aaaf tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:24.791236 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c8e783c4-b13f-4d02-ab8c-9dc5c0fbcaf8 req-1fe3b35a-ab87-441f-8a0d-70d012a1aaaf tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 945 time: 0.0519609 Mar 30 01:38:24.888349 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-c8e783c4-b13f-4d02-ab8c-9dc5c0fbcaf8 req-baaf86b8-4662-4527-a873-62d8027f97b9 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Deleting port 62474ddf-fedd-4e7e-bfc7-54a13247e293 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:38:24.888680 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-c8e783c4-b13f-4d02-ab8c-9dc5c0fbcaf8 req-baaf86b8-4662-4527-a873-62d8027f97b9 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:24.974775 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-c8e783c4-b13f-4d02-ab8c-9dc5c0fbcaf8 req-baaf86b8-4662-4527-a873-62d8027f97b9 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] For port 62474ddf-fedd-4e7e-bfc7-54a13247e293, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=62474ddf-fedd-4e7e-bfc7-54a13247e293,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:24.975136 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-c8e783c4-b13f-4d02-ab8c-9dc5c0fbcaf8 req-baaf86b8-4662-4527-a873-62d8027f97b9 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:24.988276 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-c8e783c4-b13f-4d02-ab8c-9dc5c0fbcaf8 req-baaf86b8-4662-4527-a873-62d8027f97b9 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Calling delete_port for 62474ddf-fedd-4e7e-bfc7-54a13247e293 owned by compute:nova {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:38:25.115969 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-c8e783c4-b13f-4d02-ab8c-9dc5c0fbcaf8 req-baaf86b8-4662-4527-a873-62d8027f97b9 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (62474ddf-fedd-4e7e-bfc7-54a13247e293), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:25.142169 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf86b8-4662-4527-a873-62d8027f97b9 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event deleted for resources: {'Port': ['ID=62474ddf-fedd-4e7e-bfc7-54a13247e293,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:25.194583 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e783c4-b13f-4d02-ab8c-9dc5c0fbcaf8 req-baaf86b8-4662-4527-a873-62d8027f97b9 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] No DVR routers for this DVR port 62474ddf-fedd-4e7e-bfc7-54a13247e293 on host hv-cinder-81713 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:38:25.197106 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-c8e783c4-b13f-4d02-ab8c-9dc5c0fbcaf8 req-baaf86b8-4662-4527-a873-62d8027f97b9 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:25.200391 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c8e783c4-b13f-4d02-ab8c-9dc5c0fbcaf8 req-baaf86b8-4662-4527-a873-62d8027f97b9 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "DELETE /v2.0/ports/62474ddf-fedd-4e7e-bfc7-54a13247e293 HTTP/1.1" status: 204 len: 173 time: 0.4030631 Mar 30 01:38:25.200825 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22075945-9c35-44f5-b25c-66511528e73a', 'name': 'network-vif-deleted', 'tag': '62474ddf-fedd-4e7e-bfc7-54a13247e293'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:38:25.203137 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6363a76c-4a72-40ad-8881-8834ce2f8536" -d '{"events": [{"server_uuid": "22075945-9c35-44f5-b25c-66511528e73a", "name": "network-vif-deleted", "tag": "62474ddf-fedd-4e7e-bfc7-54a13247e293"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:38:25.241153 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054b1c29-d127-4730-9d7e-47b6a37b2b68 x-openstack-request-id: req-054b1c29-d127-4730-9d7e-47b6a37b2b68 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:38:25.241447 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22075945-9c35-44f5-b25c-66511528e73a", "name": "network-vif-deleted", "tag": "62474ddf-fedd-4e7e-bfc7-54a13247e293", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:38:25.241713 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-054b1c29-d127-4730-9d7e-47b6a37b2b68 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:38:25.242247 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054b1c29-d127-4730-9d7e-47b6a37b2b68'] response: {'server_uuid': '22075945-9c35-44f5-b25c-66511528e73a', 'name': 'network-vif-deleted', 'tag': '62474ddf-fedd-4e7e-bfc7-54a13247e293', 'status': 'completed', 'code': 200} Mar 30 01:38:25.571774 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469be8a1-e4f1-4384-8943-5a793b52aecc req-f1f4e34b-65b3-46d8-9b6a-c57ad1df357c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:25.573449 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-469be8a1-e4f1-4384-8943-5a793b52aecc req-f1f4e34b-65b3-46d8-9b6a-c57ad1df357c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 945 time: 0.0568473 Mar 30 01:38:25.627633 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-469be8a1-e4f1-4384-8943-5a793b52aecc req-68bccb75-4c13-45d9-b0af-516a76f5e63a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab01f18a-af3f-442e-9f4e-6fa1370abd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485168 Mar 30 01:38:25.721883 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-533ca107-7781-4c8e-b151-02c4b6068194 req-c6eade62-41fa-4961-9857-6ee82d386efc tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=22075945-9c35-44f5-b25c-66511528e73a HTTP/1.1" status: 200 len: 210 time: 0.0267124 Mar 30 01:38:26.140831 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-b0b1c927-695c-4c26-a57a-37a2051cbb9c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:26.142262 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-b0b1c927-695c-4c26-a57a-37a2051cbb9c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 945 time: 0.0503926 Mar 30 01:38:26.238877 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Deleting port 6aa79f02-3d8d-4231-b79a-48dfea9e7826 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:38:26.239214 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:26.326000 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] For port 6aa79f02-3d8d-4231-b79a-48dfea9e7826, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6aa79f02-3d8d-4231-b79a-48dfea9e7826,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:26.326356 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:26.499864 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:26.500138 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (26c5868a-3c36-459e-997d-cf3002878b17), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:26.500446 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.l3_db [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Floating IP 26c5868a-3c36-459e-997d-cf3002878b17 disassociated. External IP: 172.27.2.79, port: 6aa79f02-3d8d-4231-b79a-48dfea9e7826. Mar 30 01:38:26.500780 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Calling delete_port for 6aa79f02-3d8d-4231-b79a-48dfea9e7826 owned by compute:nova {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:38:26.624429 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (6aa79f02-3d8d-4231-b79a-48dfea9e7826), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:26.650299 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event deleted for resources: {'Port': ['ID=6aa79f02-3d8d-4231-b79a-48dfea9e7826,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:26.763357 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-207c1ef6-aa37-4d30-8bf4-52137cc1643e req-3967d041-3d20-468a-97a9-9d64941084be tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=644ade68-b2e5-4890-94fb-1d4b49a0e6e7 HTTP/1.1" status: 200 len: 210 time: 0.0388670 Mar 30 01:38:26.798913 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:38:26.909165 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:38:26.918404 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca4ed0-b8ba-40d3-b4e9-d832703ce78e None None] Sync routers for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:38:26.928989 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca4ed0-b8ba-40d3-b4e9-d832703ce78e None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:38:26.929605 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9eca4ed0-b8ba-40d3-b4e9-d832703ce78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:38:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:26.953099 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] No DVR routers for this DVR port 6aa79f02-3d8d-4231-b79a-48dfea9e7826 on host hv-cinder-81713 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:38:26.955487 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:26.959490 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-de6aa402-a204-4159-9cb5-cde83f8df84f req-7b37143c-bfcb-4e52-b813-e15a1667011f tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "DELETE /v2.0/ports/6aa79f02-3d8d-4231-b79a-48dfea9e7826 HTTP/1.1" status: 204 len: 173 time: 0.8108826 Mar 30 01:38:27.044714 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-9eca4ed0-b8ba-40d3-b4e9-d832703ce78e None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:38:27.243425 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644ade68-b2e5-4890-94fb-1d4b49a0e6e7', 'name': 'network-vif-deleted', 'tag': '6aa79f02-3d8d-4231-b79a-48dfea9e7826'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:38:27.245850 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ef30e8-f200-483a-ba58-824cc516a89b" -d '{"events": [{"server_uuid": "644ade68-b2e5-4890-94fb-1d4b49a0e6e7", "name": "network-vif-deleted", "tag": "6aa79f02-3d8d-4231-b79a-48dfea9e7826"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:38:27.255601 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9eca4ed0-b8ba-40d3-b4e9-d832703ce78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:27.280054 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449fec74-187b-4a91-b3f5-53b26b57ab8e x-openstack-request-id: req-449fec74-187b-4a91-b3f5-53b26b57ab8e {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:38:27.280419 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644ade68-b2e5-4890-94fb-1d4b49a0e6e7", "name": "network-vif-deleted", "tag": "6aa79f02-3d8d-4231-b79a-48dfea9e7826", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:38:27.280687 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-449fec74-187b-4a91-b3f5-53b26b57ab8e {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:38:27.281101 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-449fec74-187b-4a91-b3f5-53b26b57ab8e'] response: {'server_uuid': '644ade68-b2e5-4890-94fb-1d4b49a0e6e7', 'name': 'network-vif-deleted', 'tag': '6aa79f02-3d8d-4231-b79a-48dfea9e7826', 'status': 'completed', 'code': 200} Mar 30 01:38:27.281478 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca4ed0-b8ba-40d3-b4e9-d832703ce78e None None] Checking router: 3e488ba3-8644-4f38-9e13-8dd556a2dd50 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:38:27.290679 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca4ed0-b8ba-40d3-b4e9-d832703ce78e None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:38:27.291314 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9eca4ed0-b8ba-40d3-b4e9-d832703ce78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:38:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:27.399302 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-9eca4ed0-b8ba-40d3-b4e9-d832703ce78e None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:38:27.598425 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9eca4ed0-b8ba-40d3-b4e9-d832703ce78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:27.623937 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca4ed0-b8ba-40d3-b4e9-d832703ce78e None None] The sync data for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi is: [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:38:27.849187 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43666) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:27.872124 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9a0c20-c0fb-422b-953e-06f81d14f9ba None None] New status for floating IP 26c5868a-3c36-459e-997d-cf3002878b17: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:38:27.905892 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (ab01f18a-af3f-442e-9f4e-6fa1370abd4e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:27.930693 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (ab01f18a-af3f-442e-9f4e-6fa1370abd4e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:27.995338 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (ab01f18a-af3f-442e-9f4e-6fa1370abd4e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:27.998112 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.002113 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43674) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:28.002594 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "DELETE /v2.0/security-groups/ab01f18a-af3f-442e-9f4e-6fa1370abd4e HTTP/1.1" status: 204 len: 168 time: 0.1521335 Mar 30 01:38:28.012240 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab01f18a-af3f-442e-9f4e-6fa1370abd4e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:28.016594 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.api.v2.resource [None req-ed90378c-ef77-4c2c-ac81-cc9cbf7f1936 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] show failed (client error): The resource could not be found. Mar 30 01:38:28.017631 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-ed90378c-ef77-4c2c-ac81-cc9cbf7f1936 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups/ab01f18a-af3f-442e-9f4e-6fa1370abd4e HTTP/1.1" status: 404 len: 347 time: 0.0145040 Mar 30 01:38:28.021028 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.021197 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43676) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:28.021490 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.021839 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.022178 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.022515 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.022885 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.023218 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.023552 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.023899 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.024220 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.024546 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.024870 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.025212 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.025533 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.025976 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd9e4a6-99ae-435d-bd93-7d1368ab27e0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:28.146293 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-48904a33-1c38-47bd-93a9-e1acf54c3fc1 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Deleting port 99e1be57-374e-44e2-a98f-863ea5a18ec3 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:38:28.146545 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-48904a33-1c38-47bd-93a9-e1acf54c3fc1 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (99e1be57-374e-44e2-a98f-863ea5a18ec3), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.219646 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-48904a33-1c38-47bd-93a9-e1acf54c3fc1 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (99e1be57-374e-44e2-a98f-863ea5a18ec3), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.219962 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-48904a33-1c38-47bd-93a9-e1acf54c3fc1 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (99e1be57-374e-44e2-a98f-863ea5a18ec3), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.232290 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-48904a33-1c38-47bd-93a9-e1acf54c3fc1 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Calling delete_port for 99e1be57-374e-44e2-a98f-863ea5a18ec3 owned by network:floatingip {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:38:28.370173 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-48904a33-1c38-47bd-93a9-e1acf54c3fc1 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (99e1be57-374e-44e2-a98f-863ea5a18ec3), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.395714 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48904a33-1c38-47bd-93a9-e1acf54c3fc1 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event deleted for resources: {'Port': ['ID=99e1be57-374e-44e2-a98f-863ea5a18ec3,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:28.461775 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-48904a33-1c38-47bd-93a9-e1acf54c3fc1 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (26c5868a-3c36-459e-997d-cf3002878b17), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.464506 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-48904a33-1c38-47bd-93a9-e1acf54c3fc1 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.466157 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-48904a33-1c38-47bd-93a9-e1acf54c3fc1 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "DELETE /v2.0/floatingips/26c5868a-3c36-459e-997d-cf3002878b17 HTTP/1.1" status: 204 len: 168 time: 0.4434974 Mar 30 01:38:28.695041 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43680) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:28.699482 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-769ef766-1b9a-436c-9070-b00ac07d1aff tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726134309', 'description': 'tempest-description--1654132617'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:38:28.719325 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-769ef766-1b9a-436c-9070-b00ac07d1aff tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.782719 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-769ef766-1b9a-436c-9070-b00ac07d1aff tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (0adef440-d00f-4889-952a-51151992893c), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.786455 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-769ef766-1b9a-436c-9070-b00ac07d1aff tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (0adef440-d00f-4889-952a-51151992893c), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.815310 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-769ef766-1b9a-436c-9070-b00ac07d1aff tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.817111 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-769ef766-1b9a-436c-9070-b00ac07d1aff tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1204906 Mar 30 01:38:28.819797 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43682) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:28.824701 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-7681f88e-aace-4e6d-9312-096f43377334 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'security_group_rule': {'security_group_id': '0adef440-d00f-4889-952a-51151992893c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:38:28.831192 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ef766-1b9a-436c-9070-b00ac07d1aff tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0adef440-d00f-4889-952a-51151992893c,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:28.851660 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7681f88e-aace-4e6d-9312-096f43377334 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (2ffef77a-38bc-4a72-a131-c8a15c357a4b), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.905582 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7681f88e-aace-4e6d-9312-096f43377334 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (2ffef77a-38bc-4a72-a131-c8a15c357a4b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.908820 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7681f88e-aace-4e6d-9312-096f43377334 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (2ffef77a-38bc-4a72-a131-c8a15c357a4b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.925115 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681f88e-aace-4e6d-9312-096f43377334 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffef77a-38bc-4a72-a131-c8a15c357a4b,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:28.934318 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7681f88e-aace-4e6d-9312-096f43377334 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:28.935552 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-7681f88e-aace-4e6d-9312-096f43377334 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148462 Mar 30 01:38:28.938072 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43684) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:28.942858 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-223fb648-8414-4338-b353-003271e5af5a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'security_group_rule': {'security_group_id': '0adef440-d00f-4889-952a-51151992893c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:38:28.967061 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-223fb648-8414-4338-b353-003271e5af5a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (c762ac77-755d-4f63-817c-02945cc1a8f7), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.007649 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43688) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:29.026436 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-223fb648-8414-4338-b353-003271e5af5a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (c762ac77-755d-4f63-817c-02945cc1a8f7), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.031613 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-223fb648-8414-4338-b353-003271e5af5a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700997'] for security_group_rule (c762ac77-755d-4f63-817c-02945cc1a8f7), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.049287 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fb648-8414-4338-b353-003271e5af5a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c762ac77-755d-4f63-817c-02945cc1a8f7,revision_number=0']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:29.059261 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-223fb648-8414-4338-b353-003271e5af5a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.063290 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-223fb648-8414-4338-b353-003271e5af5a tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214895 Mar 30 01:38:29.063510 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43690) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:29.068365 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'floatingip': {'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:38:29.087918 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.124096 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 6aa79f02-3d8d-4231-b79a-48dfea9e7826 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:38:29.146661 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: 6aa79f02-3d8d-4231-b79a-48dfea9e7826 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:38:29.147332 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 6aa79f02-3d8d-4231-b79a-48dfea9e7826 not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:38:29.147896 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 62474ddf-fedd-4e7e-bfc7-54a13247e293 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:38:29.167934 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: 62474ddf-fedd-4e7e-bfc7-54a13247e293 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:38:29.168569 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 62474ddf-fedd-4e7e-bfc7-54a13247e293 not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:38:29.172998 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-3c0926a7-b6a6-43de-96f7-22ab2d463537 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Deleting port d8c16ef6-3f27-4658-8826-ce49f1a6347a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:38:29.173341 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0926a7-b6a6-43de-96f7-22ab2d463537 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (d8c16ef6-3f27-4658-8826-ce49f1a6347a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.189591 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.250065 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0926a7-b6a6-43de-96f7-22ab2d463537 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (d8c16ef6-3f27-4658-8826-ce49f1a6347a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.250388 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0926a7-b6a6-43de-96f7-22ab2d463537 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for floatingip (d8c16ef6-3f27-4658-8826-ce49f1a6347a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.262598 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-3c0926a7-b6a6-43de-96f7-22ab2d463537 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Calling delete_port for d8c16ef6-3f27-4658-8826-ce49f1a6347a owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:38:29.297714 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Allocated IP 172.27.2.245 (1720a7c7-9253-45c5-8c79-215aa1283f3d/ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b/305ac6f1-11a5-4cfe-a670-8e71adfbdbe8) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:38:29.399844 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for port (305ac6f1-11a5-4cfe-a670-8e71adfbdbe8), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.415342 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0926a7-b6a6-43de-96f7-22ab2d463537 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (d8c16ef6-3f27-4658-8826-ce49f1a6347a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.435129 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (305ac6f1-11a5-4cfe-a670-8e71adfbdbe8), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.439809 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0926a7-b6a6-43de-96f7-22ab2d463537 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event deleted for resources: {'Port': ['ID=d8c16ef6-3f27-4658-8826-ce49f1a6347a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:29.481756 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Network 1720a7c7-9253-45c5-8c79-215aa1283f3d is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:38:29.484695 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:38:29.489488 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:38:29.505412 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0926a7-b6a6-43de-96f7-22ab2d463537 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for floatingip (31f6f1b8-8995-482e-98ed-ce3a1e948701), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.505742 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-3c0926a7-b6a6-43de-96f7-22ab2d463537 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Floating IP 31f6f1b8-8995-482e-98ed-ce3a1e948701 disassociated (deleted). External IP: 172.27.2.83, port: 6c66a2d0-e9b3-4355-973c-200ae4b7382f. Mar 30 01:38:29.516556 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'Port': ['ID=305ac6f1-11a5-4cfe-a670-8e71adfbdbe8,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:29.578786 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (7ac30f80-8bd5-4984-89ce-5db085a3354e), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.615240 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (305ac6f1-11a5-4cfe-a670-8e71adfbdbe8), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.730081 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0926a7-b6a6-43de-96f7-22ab2d463537 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Router d2d3858a-2988-480b-a61d-64f2fe4702a1 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:38:29.769252 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for port (305ac6f1-11a5-4cfe-a670-8e71adfbdbe8), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.774538 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3152507'] for port (305ac6f1-11a5-4cfe-a670-8e71adfbdbe8), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.841806 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0926a7-b6a6-43de-96f7-22ab2d463537 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:38:29.846515 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0926a7-b6a6-43de-96f7-22ab2d463537 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.848871 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'Port': ['ID=305ac6f1-11a5-4cfe-a670-8e71adfbdbe8,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:29.851449 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31c761-ea13-4dfa-98ad-a90b932c1779 None None] Sync routers for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:38:29.860099 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (7ac30f80-8bd5-4984-89ce-5db085a3354e), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.863437 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31c761-ea13-4dfa-98ad-a90b932c1779 None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:38:29.864064 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0f31c761-ea13-4dfa-98ad-a90b932c1779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:38:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:29.879253 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:29.889381 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-fe738f7f-b771-4ce2-ad38-7c9cb881683e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8169017 Mar 30 01:38:29.889596 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3c0926a7-b6a6-43de-96f7-22ab2d463537 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "DELETE /v2.0/floatingips/31f6f1b8-8995-482e-98ed-ce3a1e948701 HTTP/1.1" status: 204 len: 168 time: 0.8756523 Mar 30 01:38:29.889596 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'tag': '6c66a2d0-e9b3-4355-973c-200ae4b7382f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:38:29.889596 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99994f4-4400-4453-9723-0972dbbcc0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0eee5644-c181-4998-94f3-d6ffb3d4853f", "tag": "6c66a2d0-e9b3-4355-973c-200ae4b7382f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:38:29.929420 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f2ae36-52fb-429d-930c-fc254a1d2c9c x-openstack-request-id: req-53f2ae36-52fb-429d-930c-fc254a1d2c9c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:38:29.929710 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eee5644-c181-4998-94f3-d6ffb3d4853f", "tag": "6c66a2d0-e9b3-4355-973c-200ae4b7382f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:38:29.929964 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53f2ae36-52fb-429d-930c-fc254a1d2c9c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:38:29.930392 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f2ae36-52fb-429d-930c-fc254a1d2c9c'] response: {'name': 'network-changed', 'server_uuid': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'tag': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'status': 'completed', 'code': 200} Mar 30 01:38:29.987736 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-0f31c761-ea13-4dfa-98ad-a90b932c1779 None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:38:30.037500 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99994f4-4400-4453-9723-0972dbbcc0fe req-d79aaa59-ef19-4697-a7cd-8654f3ac81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:30.039066 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c99994f4-4400-4453-9723-0972dbbcc0fe req-d79aaa59-ef19-4697-a7cd-8654f3ac81e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 1130 time: 0.0759819 Mar 30 01:38:30.075225 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-b80b6b21-5e9f-40bf-8bc2-603aaaf6cedf tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--726134309&fields=id&tenant_id=f209b912e4bd4a87ae03b6ffd2abe157 HTTP/1.1" status: 200 len: 267 time: 0.0731161 Mar 30 01:38:30.215663 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0f31c761-ea13-4dfa-98ad-a90b932c1779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:30.220055 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99994f4-4400-4453-9723-0972dbbcc0fe req-92fbfba5-b6d3-466b-b445-757f6c62e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:30.221547 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c99994f4-4400-4453-9723-0972dbbcc0fe req-92fbfba5-b6d3-466b-b445-757f6c62e1f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 200 len: 913 time: 0.1722603 Mar 30 01:38:30.241566 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac0123-142e-4abe-ba29-607e3f71ad82 req-79e4750b-c033-4cae-b089-31663b400107 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:30.243863 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12ac0123-142e-4abe-ba29-607e3f71ad82 req-79e4750b-c033-4cae-b089-31663b400107 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 946 time: 0.1225190 Mar 30 01:38:30.275345 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c99994f4-4400-4453-9723-0972dbbcc0fe req-90725012-8277-423b-9549-e6cc5fe07767 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c66a2d0-e9b3-4355-973c-200ae4b7382f HTTP/1.1" status: 200 len: 217 time: 0.0456233 Mar 30 01:38:30.281772 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-085bc505-c673-4c69-96a8-5785840674d5 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:30.283365 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-085bc505-c673-4c69-96a8-5785840674d5 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 814 time: 0.1793158 Mar 30 01:38:30.297583 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-12ac0123-142e-4abe-ba29-607e3f71ad82 req-0c5592d6-53cc-40a5-b795-61df3adc8a10 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475745 Mar 30 01:38:30.328102 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-95b842b9-baff-45c8-a3ef-183549587815 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/quotas/f209b912e4bd4a87ae03b6ffd2abe157 HTTP/1.1" status: 200 len: 375 time: 0.0355110 Mar 30 01:38:30.344740 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99994f4-4400-4453-9723-0972dbbcc0fe req-2bfb205c-206e-48f9-9561-b1703349e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:30.346199 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c99994f4-4400-4453-9723-0972dbbcc0fe req-2bfb205c-206e-48f9-9561-b1703349e083 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e7e66c9a-9d48-438a-b32c-4872a07765cf HTTP/1.1" status: 200 len: 851 time: 0.0619459 Mar 30 01:38:30.358462 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31c761-ea13-4dfa-98ad-a90b932c1779 None None] Checking router: d2d3858a-2988-480b-a61d-64f2fe4702a1 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:38:30.367387 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31c761-ea13-4dfa-98ad-a90b932c1779 None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:38:30.368302 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0f31c761-ea13-4dfa-98ad-a90b932c1779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:38:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:30.477533 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-0f31c761-ea13-4dfa-98ad-a90b932c1779 None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:38:30.663639 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-aa68d558-9724-4342-a1f0-2445ecad227e tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3298047 Mar 30 01:38:30.669889 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99994f4-4400-4453-9723-0972dbbcc0fe req-d03cc81c-199c-4913-9e4c-61a0f3ffad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:30.671372 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c99994f4-4400-4453-9723-0972dbbcc0fe req-d03cc81c-199c-4913-9e4c-61a0f3ffad19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3061099 Mar 30 01:38:30.678873 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-655c3f75-83f5-4b92-84ea-860d312ff2fd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:38:30.679822 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-655c3f75-83f5-4b92-84ea-860d312ff2fd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049238 Mar 30 01:38:30.686357 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0f31c761-ea13-4dfa-98ad-a90b932c1779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:30.714533 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31c761-ea13-4dfa-98ad-a90b932c1779 None None] The sync data for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi is: [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:30:02Z', 'revision_number': 4, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'd6aafe44-0097-4e93-9192-ae75cd4b526c', 'name': '', 'network_id': '79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'mac_address': 'fa:16:3e:ba:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:01Z', 'updated_at': '2022-03-30T01:30:06Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'subnets': [{'id': 'e7e66c9a-9d48-438a-b32c-4872a07765cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:38:30.836139 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c99994f4-4400-4453-9723-0972dbbcc0fe req-ae582ba9-54f3-444d-ade8-49dfb4a5ec48 service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543977 Mar 30 01:38:30.838346 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-79e74c58-a385-4b4e-ad9d-c7d09d6e44df service neutron] 10.222.0.30 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498837 Mar 30 01:38:30.936365 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e8e91-d377-4f9a-b2bf-0db802fcb326 None None] New status for floating IP 31f6f1b8-8995-482e-98ed-ce3a1e948701: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:38:30.997926 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-c99994f4-4400-4453-9723-0972dbbcc0fe req-b649a77d-2a5a-4ba0-8dc7-70df117e533d service neutron] 10.222.0.10 "GET /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554527 Mar 30 01:38:30.999871 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-d788afa4-606d-48df-ba71-67215b66e448 service neutron] 10.222.0.30 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499805 Mar 30 01:38:31.164335 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-72b188c4-6607-4b10-a623-74cb512f00fb req-11cf3636-8d72-47a1-b163-8a79f2cedec7 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 210 time: 0.0285254 Mar 30 01:38:31.429231 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe24a0-d7d2-4e17-a83c-6a5e6448c806 req-4837ac4c-80ff-4b47-aeee-21599e7202cb tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:31.430725 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-49fe24a0-d7d2-4e17-a83c-6a5e6448c806 req-4837ac4c-80ff-4b47-aeee-21599e7202cb tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 946 time: 0.0541775 Mar 30 01:38:31.484286 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-49fe24a0-d7d2-4e17-a83c-6a5e6448c806 req-ffe02053-3a51-41c6-8291-9e6ba802ed80 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/security-groups?id=1db75016-db23-4d8f-8f9c-0766e882b896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471380 Mar 30 01:38:31.723358 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fb1d6-cf20-47e2-96d0-55163134bb43 req-5b990f31-b2e5-426e-83b6-a026a408771d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:31.725048 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-008fb1d6-cf20-47e2-96d0-55163134bb43 req-5b990f31-b2e5-426e-83b6-a026a408771d tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 946 time: 0.0535839 Mar 30 01:38:31.816019 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-008fb1d6-cf20-47e2-96d0-55163134bb43 req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Deleting port 6c66a2d0-e9b3-4355-973c-200ae4b7382f {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:38:31.816381 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-008fb1d6-cf20-47e2-96d0-55163134bb43 req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:31.904239 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [req-008fb1d6-cf20-47e2-96d0-55163134bb43 req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] For port 6c66a2d0-e9b3-4355-973c-200ae4b7382f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6c66a2d0-e9b3-4355-973c-200ae4b7382f,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:31.904595 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-008fb1d6-cf20-47e2-96d0-55163134bb43 req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:31.917815 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [req-008fb1d6-cf20-47e2-96d0-55163134bb43 req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Calling delete_port for 6c66a2d0-e9b3-4355-973c-200ae4b7382f owned by compute:nova {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:38:32.060073 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-008fb1d6-cf20-47e2-96d0-55163134bb43 req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (6c66a2d0-e9b3-4355-973c-200ae4b7382f), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:32.104791 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event deleted for resources: {'Port': ['ID=6c66a2d0-e9b3-4355-973c-200ae4b7382f,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:32.126838 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.127083 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.127357 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.127696 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.128033 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.128364 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.128692 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.129562 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.130133 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.130547 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.130908 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.131475 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.131594 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.131866 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.132194 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:32.141153 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-b05cd866-2c89-4c2a-978d-513e490e75a6 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:32.142760 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-b05cd866-2c89-4c2a-978d-513e490e75a6 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 814 time: 0.1397350 Mar 30 01:38:32.157895 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [req-008fb1d6-cf20-47e2-96d0-55163134bb43 req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] No DVR routers for this DVR port 6c66a2d0-e9b3-4355-973c-200ae4b7382f on host hv-cinder-81713 {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:38:32.160956 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [req-008fb1d6-cf20-47e2-96d0-55163134bb43 req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:32.164619 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-008fb1d6-cf20-47e2-96d0-55163134bb43 req-45dbd98c-66fe-4920-ac3d-7341cbc60fae tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.10 "DELETE /v2.0/ports/6c66a2d0-e9b3-4355-973c-200ae4b7382f HTTP/1.1" status: 204 len: 173 time: 0.4337811 Mar 30 01:38:32.165101 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'name': 'network-vif-deleted', 'tag': '6c66a2d0-e9b3-4355-973c-200ae4b7382f'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:38:32.167387 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d83efa3-58a1-4377-8e48-bbecea6fd25a" -d '{"events": [{"server_uuid": "0eee5644-c181-4998-94f3-d6ffb3d4853f", "name": "network-vif-deleted", "tag": "6c66a2d0-e9b3-4355-973c-200ae4b7382f"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:38:32.212625 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-33a083aa-0ae7-466c-8393-fe63c29df5f0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f209b912e4bd4a87ae03b6ffd2abe157 HTTP/1.1" status: 200 len: 379 time: 0.0613985 Mar 30 01:38:32.221889 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-1520b4cd-8a98-45cf-aadc-b43c630c0865 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'port': {'device_id': '37d5beba-b729-4a9b-9f56-8fadcbfc735b', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'admin_state_up': True, 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'security_groups': ['0adef440-d00f-4889-952a-51151992893c']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:38:32.239156 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c912b69-7fa5-4971-bc60-9463b26d8096 x-openstack-request-id: req-9c912b69-7fa5-4971-bc60-9463b26d8096 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:38:32.239321 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eee5644-c181-4998-94f3-d6ffb3d4853f", "name": "network-vif-deleted", "tag": "6c66a2d0-e9b3-4355-973c-200ae4b7382f", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:38:32.239646 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c912b69-7fa5-4971-bc60-9463b26d8096 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:38:32.240245 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c912b69-7fa5-4971-bc60-9463b26d8096'] response: {'server_uuid': '0eee5644-c181-4998-94f3-d6ffb3d4853f', 'name': 'network-vif-deleted', 'tag': '6c66a2d0-e9b3-4355-973c-200ae4b7382f', 'status': 'completed', 'code': 200} Mar 30 01:38:32.286514 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3f5a13cd-0be9-4731-b4bf-2b2259214b6d req-32dd86cc-6463-468e-a345-86b021494d94 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 210 time: 0.0284176 Mar 30 01:38:32.331306 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-1520b4cd-8a98-45cf-aadc-b43c630c0865 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Made reservation on behalf of f209b912e4bd4a87ae03b6ffd2abe157 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:38:32.335256 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-1520b4cd-8a98-45cf-aadc-b43c630c0865 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:32.483621 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-1520b4cd-8a98-45cf-aadc-b43c630c0865 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Allocated IP 172.20.0.13 (bb381a09-567f-4898-a161-3a00985edb2d/7e77f2a5-8711-44b4-9bd8-745e29cce5c2/5432c5a3-6446-42c1-9f6f-1f40e021ece5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:38:32.624577 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22e9da61-abbf-45e6-ab57-1e399cf470ae req-c8b1ecd5-860e-41d1-8627-7741a6524191 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eee5644-c181-4998-94f3-d6ffb3d4853f HTTP/1.1" status: 200 len: 210 time: 0.0358300 Mar 30 01:38:32.681546 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-1520b4cd-8a98-45cf-aadc-b43c630c0865 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:32.714844 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-1520b4cd-8a98-45cf-aadc-b43c630c0865 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:32.756316 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-1520b4cd-8a98-45cf-aadc-b43c630c0865 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Network bb381a09-567f-4898-a161-3a00985edb2d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:38:32.767159 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-1520b4cd-8a98-45cf-aadc-b43c630c0865 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:38:32.771824 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-1520b4cd-8a98-45cf-aadc-b43c630c0865 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:38:32.775971 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520b4cd-8a98-45cf-aadc-b43c630c0865 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event updated for resources: {'Port': ['ID=5432c5a3-6446-42c1-9f6f-1f40e021ece5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:32.825028 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-1520b4cd-8a98-45cf-aadc-b43c630c0865 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:32.825594 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-1520b4cd-8a98-45cf-aadc-b43c630c0865 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:32.841970 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-1520b4cd-8a98-45cf-aadc-b43c630c0865 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6245770 Mar 30 01:38:32.854220 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Request body: {'port': {'device_id': '37d5beba-b729-4a9b-9f56-8fadcbfc735b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:38:32.920223 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:33.040122 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a709a229-2a8c-46a4-8caf-8cbe4ec5a3d5 None None] Provisioning complete for port 5432c5a3-6446-42c1-9f6f-1f40e021ece5 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:38:33.040754 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a709a229-2a8c-46a4-8caf-8cbe4ec5a3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:33.077482 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a709a229-2a8c-46a4-8caf-8cbe4ec5a3d5 None None] Port 5432c5a3-6446-42c1-9f6f-1f40e021ece5 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:38:33.178214 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5432c5a3-6446-42c1-9f6f-1f40e021ece5 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:38:33.185533 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Publish callbacks [] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:33.198067 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Transition to ACTIVE for port object 5432c5a3-6446-42c1-9f6f-1f40e021ece5 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:38:33.201873 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:33.275178 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Pushing event updated for resources: {'Port': ['ID=5432c5a3-6446-42c1-9f6f-1f40e021ece5,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:33.324321 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Attempting to bind port 5432c5a3-6446-42c1-9f6f-1f40e021ece5 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:38:33.324664 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Attempting to bind port 5432c5a3-6446-42c1-9f6f-1f40e021ece5 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:38:33.325130 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Attempting to bind port 5432c5a3-6446-42c1-9f6f-1f40e021ece5 on network bb381a09-567f-4898-a161-3a00985edb2d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:38:33.329774 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Port 5432c5a3-6446-42c1-9f6f-1f40e021ece5 on network bb381a09-567f-4898-a161-3a00985edb2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:38:33.330041 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Attempting to bind port 5432c5a3-6446-42c1-9f6f-1f40e021ece5 on network bb381a09-567f-4898-a161-3a00985edb2d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:38:33.335654 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:38:33.335997 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Checking segment: {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:38:33.336381 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Bound using segment: {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:38:33.336811 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Bound port: 5432c5a3-6446-42c1-9f6f-1f40e021ece5, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8550264f-b8b0-466c-be6d-3f524a2b5b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:38:33.337167 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:33.404103 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] For port 5432c5a3-6446-42c1-9f6f-1f40e021ece5, host hv-cinder-81713, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:38:33.408034 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] For port 5432c5a3-6446-42c1-9f6f-1f40e021ece5, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5432c5a3-6446-42c1-9f6f-1f40e021ece5,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:38:33.415645 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:33.430383 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce14a0d-8f12-4909-bb75-c1e67dab145c req-97157f1c-6a87-4e31-8610-09e6bcc97968 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:33.431903 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6ce14a0d-8f12-4909-bb75-c1e67dab145c req-97157f1c-6a87-4e31-8610-09e6bcc97968 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 944 time: 0.0731194 Mar 30 01:38:33.450151 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:33.450792 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:33.452173 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] 10.222.0.10 "PUT /v2.0/ports/5432c5a3-6446-42c1-9f6f-1f40e021ece5 HTTP/1.1" status: 200 len: 1094 time: 0.6027493 Mar 30 01:38:33.452614 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d5beba-b729-4a9b-9f56-8fadcbfc735b', 'tag': '5432c5a3-6446-42c1-9f6f-1f40e021ece5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:38:33.454890 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7245a84-aff4-4fc9-85ba-cb72600b69ae" -d '{"events": [{"name": "network-changed", "server_uuid": "37d5beba-b729-4a9b-9f56-8fadcbfc735b", "tag": "5432c5a3-6446-42c1-9f6f-1f40e021ece5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:38:33.489770 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61572109-5c4a-4c4b-8fb0-42decde75a61 service neutron] Pushing event updated for resources: {'Port': ['ID=5432c5a3-6446-42c1-9f6f-1f40e021ece5,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:33.526116 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-6ce14a0d-8f12-4909-bb75-c1e67dab145c req-9e20490f-e593-4df5-924e-cabd32ec7fa3 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=0adef440-d00f-4889-952a-51151992893c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883431 Mar 30 01:38:33.535366 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334d82cf-8a0d-4195-9c6f-fb35c4cc7f9e x-openstack-request-id: req-334d82cf-8a0d-4195-9c6f-fb35c4cc7f9e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:38:33.536724 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d5beba-b729-4a9b-9f56-8fadcbfc735b", "tag": "5432c5a3-6446-42c1-9f6f-1f40e021ece5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:38:33.537154 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-334d82cf-8a0d-4195-9c6f-fb35c4cc7f9e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:38:33.537750 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334d82cf-8a0d-4195-9c6f-fb35c4cc7f9e'] response: {'name': 'network-changed', 'server_uuid': '37d5beba-b729-4a9b-9f56-8fadcbfc735b', 'tag': '5432c5a3-6446-42c1-9f6f-1f40e021ece5', 'status': 'completed', 'code': 200} Mar 30 01:38:33.563561 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-dfece419-1047-44df-b5e5-b1959be2423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:33.565168 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-dfece419-1047-44df-b5e5-b1959be2423b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 1128 time: 0.0655510 Mar 30 01:38:33.610164 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-ed34ed94-6acf-47bc-b846-f49f3dee1c6f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5432c5a3-6446-42c1-9f6f-1f40e021ece5 HTTP/1.1" status: 200 len: 217 time: 0.0377622 Mar 30 01:38:33.673487 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-5399c129-f58d-4dff-8630-e4d940748ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:33.675393 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-5399c129-f58d-4dff-8630-e4d940748ed7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e77f2a5-8711-44b4-9bd8-745e29cce5c2 HTTP/1.1" status: 200 len: 853 time: 0.0592420 Mar 30 01:38:33.694629 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43744) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:33.725295 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-d732539b-ae8a-4bc7-b244-780d639534d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:33.726764 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-d732539b-ae8a-4bc7-b244-780d639534d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb381a09-567f-4898-a161-3a00985edb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456271 Mar 30 01:38:33.819834 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-81617c62-7174-4609-a55a-9c2d3756294e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Deleting port 87f1fd2d-d36a-4027-a2da-b2a01c9b627e {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:38:33.820177 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81617c62-7174-4609-a55a-9c2d3756294e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (87f1fd2d-d36a-4027-a2da-b2a01c9b627e), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:33.823693 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-623d58bb-a659-48cf-92aa-6457d6611c3e service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900314 Mar 30 01:38:33.893327 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81617c62-7174-4609-a55a-9c2d3756294e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (87f1fd2d-d36a-4027-a2da-b2a01c9b627e), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:33.893560 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81617c62-7174-4609-a55a-9c2d3756294e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for floatingip (87f1fd2d-d36a-4027-a2da-b2a01c9b627e), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:33.906224 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-81617c62-7174-4609-a55a-9c2d3756294e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Calling delete_port for 87f1fd2d-d36a-4027-a2da-b2a01c9b627e owned by network:floatingip {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:38:33.912208 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7043b4aa-86c0-4013-8fd1-573d9e68d239 req-e7cb11e6-ce76-470d-a24c-37d21939f758 service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809519 Mar 30 01:38:34.019262 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7245a84-aff4-4fc9-85ba-cb72600b69ae req-252be0be-d467-4b91-8b9f-5aca4943778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:34.021309 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7245a84-aff4-4fc9-85ba-cb72600b69ae req-252be0be-d467-4b91-8b9f-5aca4943778d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 1128 time: 0.0582874 Mar 30 01:38:34.043998 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81617c62-7174-4609-a55a-9c2d3756294e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (87f1fd2d-d36a-4027-a2da-b2a01c9b627e), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:34.092352 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81617c62-7174-4609-a55a-9c2d3756294e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event deleted for resources: {'Port': ['ID=87f1fd2d-d36a-4027-a2da-b2a01c9b627e,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:34.120806 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7245a84-aff4-4fc9-85ba-cb72600b69ae req-c0a13293-fcb1-4531-aa8c-21bf97f689a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:34.122290 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7245a84-aff4-4fc9-85ba-cb72600b69ae req-c0a13293-fcb1-4531-aa8c-21bf97f689a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 915 time: 0.0946398 Mar 30 01:38:34.133316 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81617c62-7174-4609-a55a-9c2d3756294e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for floatingip (61596e0a-3f40-48b7-9c53-27bc3758f615), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:34.136143 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81617c62-7174-4609-a55a-9c2d3756294e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:34.139701 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-81617c62-7174-4609-a55a-9c2d3756294e tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "DELETE /v2.0/floatingips/61596e0a-3f40-48b7-9c53-27bc3758f615 HTTP/1.1" status: 204 len: 168 time: 0.4416101 Mar 30 01:38:34.167801 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7245a84-aff4-4fc9-85ba-cb72600b69ae req-46e0e440-8f83-465c-bfc2-2b363030dd8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5432c5a3-6446-42c1-9f6f-1f40e021ece5 HTTP/1.1" status: 200 len: 217 time: 0.0387087 Mar 30 01:38:34.219377 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7245a84-aff4-4fc9-85ba-cb72600b69ae req-851a962c-48ff-4cfb-8a2a-f33c38acfbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:34.221352 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7245a84-aff4-4fc9-85ba-cb72600b69ae req-851a962c-48ff-4cfb-8a2a-f33c38acfbfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e77f2a5-8711-44b4-9bd8-745e29cce5c2 HTTP/1.1" status: 200 len: 853 time: 0.0479774 Mar 30 01:38:34.272145 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7245a84-aff4-4fc9-85ba-cb72600b69ae req-a34b9acc-ca19-4738-a2fc-ef849c5376a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:34.273656 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7245a84-aff4-4fc9-85ba-cb72600b69ae req-a34b9acc-ca19-4738-a2fc-ef849c5376a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb381a09-567f-4898-a161-3a00985edb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456400 Mar 30 01:38:34.374657 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7245a84-aff4-4fc9-85ba-cb72600b69ae req-2f0b04dc-ba42-4a90-8c16-d7e2b5035e1b service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854404 Mar 30 01:38:34.469017 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f7245a84-aff4-4fc9-85ba-cb72600b69ae req-dbd75b4c-8492-4d1d-a94d-38bd93e0928f service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876546 Mar 30 01:38:34.648032 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05325261-122e-4643-8243-d2505fbddfbd req-c0bd4835-3319-47ea-a1fe-9aa025cb0ae2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:34.649550 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-05325261-122e-4643-8243-d2505fbddfbd req-c0bd4835-3319-47ea-a1fe-9aa025cb0ae2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 944 time: 0.0534821 Mar 30 01:38:34.697829 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-05325261-122e-4643-8243-d2505fbddfbd req-21d25067-3a37-4101-b25a-b53d79c7cfed tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=0adef440-d00f-4889-952a-51151992893c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417573 Mar 30 01:38:35.155722 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 5432c5a3-6446-42c1-9f6f-1f40e021ece5 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:38:35.158832 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 6c66a2d0-e9b3-4355-973c-200ae4b7382f no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:38:35.182573 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: 6c66a2d0-e9b3-4355-973c-200ae4b7382f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:38:35.182934 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 6c66a2d0-e9b3-4355-973c-200ae4b7382f not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:38:35.272050 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 5432c5a3-6446-42c1-9f6f-1f40e021ece5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5432c5a3-6446-42c1-9f6f-1f40e021ece5,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:35.283114 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': '5432c5a3-6446-42c1-9f6f-1f40e021ece5', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'port_id': '5432c5a3-6446-42c1-9f6f-1f40e021ece5', 'mac_address': 'fa:16:3e:57:0e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:38:35.319222 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 5432c5a3-6446-42c1-9f6f-1f40e021ece5 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:38:35.319618 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:35.331849 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43760) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:35.333255 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5432c5a3-6446-42c1-9f6f-1f40e021ece5 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:38:35.354073 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 5432c5a3-6446-42c1-9f6f-1f40e021ece5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5432c5a3-6446-42c1-9f6f-1f40e021ece5,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:35.358144 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:35.388871 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ff86741c-9527-4e78-bca2-1e97300684e2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group (1db75016-db23-4d8f-8f9c-0766e882b896), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:35.404522 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=5432c5a3-6446-42c1-9f6f-1f40e021ece5,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:35.412404 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.412683 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.413039 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.413383 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.413718 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.414051 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.414382 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.414746 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ff86741c-9527-4e78-bca2-1e97300684e2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group (1db75016-db23-4d8f-8f9c-0766e882b896), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:35.414890 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.415057 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.415387 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.415713 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.416044 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.416369 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.416692 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.417015 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:38:35.478075 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ff86741c-9527-4e78-bca2-1e97300684e2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (1db75016-db23-4d8f-8f9c-0766e882b896), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:35.480739 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ff86741c-9527-4e78-bca2-1e97300684e2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:35.481892 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-ff86741c-9527-4e78-bca2-1e97300684e2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] 10.222.0.30 "DELETE /v2.0/security-groups/1db75016-db23-4d8f-8f9c-0766e882b896 HTTP/1.1" status: 204 len: 168 time: 0.1485310 Mar 30 01:38:35.491356 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86741c-9527-4e78-bca2-1e97300684e2 tempest-TestVolumeBootPattern-2000824845 tempest-TestVolumeBootPattern-2000824845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db75016-db23-4d8f-8f9c-0766e882b896,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:35.537337 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43764) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:35.586106 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['5432c5a3-6446-42c1-9f6f-1f40e021ece5'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:38:35.816319 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53501a4-30f9-4bcf-a6f4-eda8bb83c572 req-3a6fb0b0-87e0-4a4b-88d1-b00b20b62a68 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:35.817796 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d53501a4-30f9-4bcf-a6f4-eda8bb83c572 req-3a6fb0b0-87e0-4a4b-88d1-b00b20b62a68 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 945 time: 0.0524921 Mar 30 01:38:35.864704 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-d53501a4-30f9-4bcf-a6f4-eda8bb83c572 req-4562aa5a-887c-4f90-97f7-061208eeef72 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=0adef440-d00f-4889-952a-51151992893c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413096 Mar 30 01:38:35.985779 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6eeb45b5-2599-4268-9a50-043447537413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785544'] for router_interface (d2d3858a-2988-480b-a61d-64f2fe4702a1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:36.102951 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:38:36.474992 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6eeb45b5-2599-4268-9a50-043447537413 admin admin] Deleting port d6aafe44-0097-4e93-9192-ae75cd4b526c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:38:36.475328 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6eeb45b5-2599-4268-9a50-043447537413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:36.552337 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6eeb45b5-2599-4268-9a50-043447537413 admin admin] For port d6aafe44-0097-4e93-9192-ae75cd4b526c, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=d6aafe44-0097-4e93-9192-ae75cd4b526c,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:36.553020 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6eeb45b5-2599-4268-9a50-043447537413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:36.565352 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6eeb45b5-2599-4268-9a50-043447537413 admin admin] Calling delete_port for d6aafe44-0097-4e93-9192-ae75cd4b526c owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:38:36.745129 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6eeb45b5-2599-4268-9a50-043447537413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (d6aafe44-0097-4e93-9192-ae75cd4b526c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:36.774485 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb45b5-2599-4268-9a50-043447537413 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6aafe44-0097-4e93-9192-ae75cd4b526c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:36.969866 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6eeb45b5-2599-4268-9a50-043447537413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3786456'] for router_interface (d2d3858a-2988-480b-a61d-64f2fe4702a1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:37.059356 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b09b2c-351c-417b-a4bb-889eb92222b5 req-6c9d4e26-0d1e-42cf-8977-5c8f4c989444 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:37.060745 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58b09b2c-351c-417b-a4bb-889eb92222b5 req-6c9d4e26-0d1e-42cf-8977-5c8f4c989444 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 945 time: 0.1224549 Mar 30 01:38:37.127687 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58b09b2c-351c-417b-a4bb-889eb92222b5 req-a05eac39-abbd-4b4e-8503-4ce323ce1d31 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=0adef440-d00f-4889-952a-51151992893c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608411 Mar 30 01:38:37.170429 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 5432c5a3-6446-42c1-9f6f-1f40e021ece5 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:38:37.222307 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port 5432c5a3-6446-42c1-9f6f-1f40e021ece5 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:38:37.226959 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port 5432c5a3-6446-42c1-9f6f-1f40e021ece5 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:38:37.227341 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:37.239592 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eeb45b5-2599-4268-9a50-043447537413 admin admin] Router d2d3858a-2988-480b-a61d-64f2fe4702a1 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:38:37.306410 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port 5432c5a3-6446-42c1-9f6f-1f40e021ece5 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:38:37.306823 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:37.329008 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d5beba-b729-4a9b-9f56-8fadcbfc735b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5432c5a3-6446-42c1-9f6f-1f40e021ece5'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:38:37.331385 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cebf07-9281-4bf1-9340-e4e67761f965" -d '{"events": [{"server_uuid": "37d5beba-b729-4a9b-9f56-8fadcbfc735b", "name": "network-vif-plugged", "status": "completed", "tag": "5432c5a3-6446-42c1-9f6f-1f40e021ece5"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:38:37.344516 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port 5432c5a3-6446-42c1-9f6f-1f40e021ece5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5432c5a3-6446-42c1-9f6f-1f40e021ece5,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:37.349197 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eeb45b5-2599-4268-9a50-043447537413 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:38:37.349735 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:37.354678 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6eeb45b5-2599-4268-9a50-043447537413 admin admin] 10.222.0.30 "PUT /v2.0/routers/d2d3858a-2988-480b-a61d-64f2fe4702a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8163064 Mar 30 01:38:37.357435 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43774) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:37.366163 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26ddfd-21c8-47d6-ad65-41e3e468e391 None None] Sync routers for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:38:37.378116 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26ddfd-21c8-47d6-ad65-41e3e468e391 None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:38:37.381887 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7f26ddfd-21c8-47d6-ad65-41e3e468e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:38:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:37.392518 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0ffac4-0a66-4167-9a22-1a06db94f0e7 x-openstack-request-id: req-fc0ffac4-0a66-4167-9a22-1a06db94f0e7 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:38:37.392891 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d5beba-b729-4a9b-9f56-8fadcbfc735b", "name": "network-vif-plugged", "status": "completed", "tag": "5432c5a3-6446-42c1-9f6f-1f40e021ece5", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:38:37.393141 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc0ffac4-0a66-4167-9a22-1a06db94f0e7 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:38:37.393659 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0ffac4-0a66-4167-9a22-1a06db94f0e7'] response: {'server_uuid': '37d5beba-b729-4a9b-9f56-8fadcbfc735b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5432c5a3-6446-42c1-9f6f-1f40e021ece5', 'code': 200} Mar 30 01:38:37.421893 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=5432c5a3-6446-42c1-9f6f-1f40e021ece5,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:37.467464 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] Publish callbacks [] for router (d2d3858a-2988-480b-a61d-64f2fe4702a1), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:37.516635 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7f26ddfd-21c8-47d6-ad65-41e3e468e391 None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:38:37.573257 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] Publish callbacks [] for router_gateway (d2d3858a-2988-480b-a61d-64f2fe4702a1), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:37.583240 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0f624-3d38-4d0f-82c0-e8cb1f413088 req-9acde515-b386-4465-8440-e5bbc17edabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:37.584780 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d4d0f624-3d38-4d0f-82c0-e8cb1f413088 req-9acde515-b386-4465-8440-e5bbc17edabc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 1130 time: 0.0568957 Mar 30 01:38:37.634223 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d4d0f624-3d38-4d0f-82c0-e8cb1f413088 req-c1771bdf-c7ca-40d9-bddd-b3aeca1b9c1a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0adef440-d00f-4889-952a-51151992893c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404081 Mar 30 01:38:37.635924 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] Deleting port d02edfdb-e769-4e07-9ba8-2f6ae80cf439 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:38:37.636262 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (d02edfdb-e769-4e07-9ba8-2f6ae80cf439), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:37.709090 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7f26ddfd-21c8-47d6-ad65-41e3e468e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:38:36Z', 'revision_number': 5, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port': {'id': 'd02edfdb-e769-4e07-9ba8-2f6ae80cf439', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:29:59Z', 'updated_at': '2022-03-30T01:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:37.716890 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] For port d02edfdb-e769-4e07-9ba8-2f6ae80cf439, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=d02edfdb-e769-4e07-9ba8-2f6ae80cf439,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:37.717256 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (d02edfdb-e769-4e07-9ba8-2f6ae80cf439), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:37.730190 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] Calling delete_port for d02edfdb-e769-4e07-9ba8-2f6ae80cf439 owned by network:router_gateway {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:38:37.734456 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26ddfd-21c8-47d6-ad65-41e3e468e391 None None] Checking router: d2d3858a-2988-480b-a61d-64f2fe4702a1 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:38:37.743121 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26ddfd-21c8-47d6-ad65-41e3e468e391 None None] Routers {'d2d3858a-2988-480b-a61d-64f2fe4702a1'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:38:37.743718 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7f26ddfd-21c8-47d6-ad65-41e3e468e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:38:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['d2d3858a-2988-480b-a61d-64f2fe4702a1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:37.828958 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7f26ddfd-21c8-47d6-ad65-41e3e468e391 None None] Set router d2d3858a-2988-480b-a61d-64f2fe4702a1 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:38:37.882454 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7f26ddfd-21c8-47d6-ad65-41e3e468e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:38:37Z', 'revision_number': 6, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port_host': None}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:37.897649 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (d02edfdb-e769-4e07-9ba8-2f6ae80cf439), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:37.908848 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26ddfd-21c8-47d6-ad65-41e3e468e391 None None] The sync data for ids ['d2d3858a-2988-480b-a61d-64f2fe4702a1'] in dv-cinder-817135-7-iscsi is: [{'id': 'd2d3858a-2988-480b-a61d-64f2fe4702a1', 'name': 'tempest-TestVolumeBootPattern-1073978245-router', 'tenant_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:29:58Z', 'updated_at': '2022-03-30T01:38:37Z', 'revision_number': 6, 'project_id': 'e85d97e5ef8a4dc3a0fed53b8b299a52', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:38:37.923611 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d02edfdb-e769-4e07-9ba8-2f6ae80cf439,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:37.983481 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3784754'] for router_gateway (d2d3858a-2988-480b-a61d-64f2fe4702a1), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.075398 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3990'] for router (d2d3858a-2988-480b-a61d-64f2fe4702a1), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.077473 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] Publish callbacks [] for router_controller (d2d3858a-2988-480b-a61d-64f2fe4702a1), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.123949 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786967'] for router (d2d3858a-2988-480b-a61d-64f2fe4702a1), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.124517 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2d3858a-2988-480b-a61d-64f2fe4702a1 {{(pid=103227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:38:38.129198 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.132716 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-bb119f3b-c5b6-49e9-9ee4-f19808445ea8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d2d3858a-2988-480b-a61d-64f2fe4702a1 HTTP/1.1" status: 204 len: 168 time: 0.7719226 Mar 30 01:38:38.132865 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43776) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:38.177184 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e11b73-1668-4e43-93ec-df155e2fe076 admin admin] Deleting subnet e7e66c9a-9d48-438a-b32c-4872a07765cf {{(pid=103227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:38:38.180308 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-91e11b73-1668-4e43-93ec-df155e2fe076 admin admin] Publish callbacks [] for subnet (e7e66c9a-9d48-438a-b32c-4872a07765cf), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.214167 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-91e11b73-1668-4e43-93ec-df155e2fe076 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60554882'] for subnet (e7e66c9a-9d48-438a-b32c-4872a07765cf), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.254892 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48207642-30da-4bde-89ec-b340b386e106 req-08a4f3c0-4ce3-49fc-a443-25f656892da8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:38.256451 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-48207642-30da-4bde-89ec-b340b386e106 req-08a4f3c0-4ce3-49fc-a443-25f656892da8 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 946 time: 0.0573049 Mar 30 01:38:38.298775 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-91e11b73-1668-4e43-93ec-df155e2fe076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (e7e66c9a-9d48-438a-b32c-4872a07765cf), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.311873 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-48207642-30da-4bde-89ec-b340b386e106 req-4266f2fa-e445-4d2b-b84b-75aed7967ef2 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=0adef440-d00f-4889-952a-51151992893c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470166 Mar 30 01:38:38.368419 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-91e11b73-1668-4e43-93ec-df155e2fe076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3152769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60116517'] for subnet (e7e66c9a-9d48-438a-b32c-4872a07765cf), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.391588 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e11b73-1668-4e43-93ec-df155e2fe076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e66c9a-9d48-438a-b32c-4872a07765cf,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:38.398751 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-91e11b73-1668-4e43-93ec-df155e2fe076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.402736 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-91e11b73-1668-4e43-93ec-df155e2fe076 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e7e66c9a-9d48-438a-b32c-4872a07765cf HTTP/1.1" status: 204 len: 168 time: 0.2687368 Mar 30 01:38:38.404931 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43782) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:38.408288 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916c2703-c56c-4dd4-9270-5c50350f177b None None] Network 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:38:38.475239 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.529290 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Deleting port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:38:38.529625 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.590835 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] For port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd,segment=NetworkSegment(c3df596e-20df-43a8-b630-9a76c732eafc),segment_id=c3df596e-20df-43a8-b630-9a76c732eafc)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:38.591188 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.604386 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Calling delete_port for 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:38:38.686370 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.711356 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:38.717643 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] No DVR routers for this DVR port 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd on host dv-cinder-817135-7-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:38:38.727261 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5c6245-ae0d-4393-8511-5cc571acea67 None None] DHCP port deletion for 79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd request from dv-cinder-817135-7-iscsi {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:38:38.809682 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.830820 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device d6aafe44-0097-4e93-9192-ae75cd4b526c no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:38:38.834284 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd']}} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:38.843961 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3df596e-20df-43a8-b630-9a76c732eafc') {'for_net_delete': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:38.844255 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3df596e-20df-43a8-b630-9a76c732eafc') {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:38.855974 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60554889'] for segment (c3df596e-20df-43a8-b630-9a76c732eafc), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.856517 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: d6aafe44-0097-4e93-9192-ae75cd4b526c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:38:38.857061 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device d6aafe44-0097-4e93-9192-ae75cd4b526c not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:38:38.871248 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (c3df596e-20df-43a8-b630-9a76c732eafc), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.877322 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:38:38.877720 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3152423'] for segment (c3df596e-20df-43a8-b630-9a76c732eafc), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: Traceback (most recent call last): Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: timer() Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: cb(*args, **kw) Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: return func(*args, **kwargs) Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: self._notify() Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: self.callback(batched_events) Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: event.method(event) Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: return f(self, *a, **k) Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._get(url).json() Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: return self.request(url, 'GET', **kwargs) Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:38:38.880135 dv-cinder-817135-7-iscsi neutron-server[103227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:38:38.935572 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.940258 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:38.944275 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] 10.222.0.30 "DELETE /v2.0/networks/79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd HTTP/1.1" status: 204 len: 168 time: 0.5381651 Mar 30 01:38:38.947766 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43784) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:38.957555 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec98fd0-341e-47ca-83d5-7acb9a5e5b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=79f2b296-84e8-4d61-ba5e-8f8f8d73bfcd,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:39.292208 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0849a4b-a9df-40f4-b7d4-bedf591f77be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785544'] for router_interface (8aa7723a-2c46-40a6-a614-1858401a27ff), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:39.434264 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e464edd-8c8e-4ece-9f2a-88c792dbf96f req-60490bf0-33c6-41b8-b27d-bbc2c53568d7 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:39.435763 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3e464edd-8c8e-4ece-9f2a-88c792dbf96f req-60490bf0-33c6-41b8-b27d-bbc2c53568d7 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 946 time: 0.0523589 Mar 30 01:38:39.484678 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-3e464edd-8c8e-4ece-9f2a-88c792dbf96f req-c8ad4c01-d9c5-4797-aa17-82965274ae08 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=0adef440-d00f-4889-952a-51151992893c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433555 Mar 30 01:38:39.543209 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f0849a4b-a9df-40f4-b7d4-bedf591f77be admin admin] Deleting port eeaa4c96-2e98-47c6-8536-95263b7a2e4b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:38:39.543462 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0849a4b-a9df-40f4-b7d4-bedf591f77be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:39.659873 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860faed-1c96-406c-9072-3fae3cd951a3 req-a914dd02-1ed5-4266-84fb-cb9bfd3f4487 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:39.661400 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f860faed-1c96-406c-9072-3fae3cd951a3 req-a914dd02-1ed5-4266-84fb-cb9bfd3f4487 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 946 time: 0.1061447 Mar 30 01:38:39.663183 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f0849a4b-a9df-40f4-b7d4-bedf591f77be admin admin] For port eeaa4c96-2e98-47c6-8536-95263b7a2e4b, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=eeaa4c96-2e98-47c6-8536-95263b7a2e4b,segment=NetworkSegment(98910025-9be6-48a5-a936-7df8c50a3752),segment_id=98910025-9be6-48a5-a936-7df8c50a3752)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:39.663642 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0849a4b-a9df-40f4-b7d4-bedf591f77be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:39.670456 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43790) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:39.674948 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.v2.base [None req-7b9e6629-f340-41b3-806f-13049159b016 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Request body: {'floatingip': {'port_id': '5432c5a3-6446-42c1-9f6f-1f40e021ece5'}} {{(pid=103227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:38:39.676004 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f0849a4b-a9df-40f4-b7d4-bedf591f77be admin admin] Calling delete_port for eeaa4c96-2e98-47c6-8536-95263b7a2e4b owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:38:39.713830 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7b9e6629-f340-41b3-806f-13049159b016 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (7ac30f80-8bd5-4984-89ce-5db085a3354e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:39.856579 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0849a4b-a9df-40f4-b7d4-bedf591f77be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (eeaa4c96-2e98-47c6-8536-95263b7a2e4b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:39.882360 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0849a4b-a9df-40f4-b7d4-bedf591f77be admin admin] Pushing event deleted for resources: {'Port': ['ID=eeaa4c96-2e98-47c6-8536-95263b7a2e4b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:40.056260 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0849a4b-a9df-40f4-b7d4-bedf591f77be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3786456'] for router_interface (8aa7723a-2c46-40a6-a614-1858401a27ff), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:40.297882 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0849a4b-a9df-40f4-b7d4-bedf591f77be admin admin] Router 8aa7723a-2c46-40a6-a614-1858401a27ff has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:38:40.409065 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0849a4b-a9df-40f4-b7d4-bedf591f77be admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:38:40.410800 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7b9e6629-f340-41b3-806f-13049159b016 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:40.415092 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f0849a4b-a9df-40f4-b7d4-bedf591f77be admin admin] 10.222.0.30 "PUT /v2.0/routers/8aa7723a-2c46-40a6-a614-1858401a27ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4667957 Mar 30 01:38:40.418017 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7b9e6629-f340-41b3-806f-13049159b016 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (7ac30f80-8bd5-4984-89ce-5db085a3354e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:40.419129 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43792) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:40.419447 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6168833-5966-4e1b-824a-87172d08feff None None] Sync routers for ids ['8aa7723a-2c46-40a6-a614-1858401a27ff'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:38:40.431174 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6168833-5966-4e1b-824a-87172d08feff None None] Routers {'8aa7723a-2c46-40a6-a614-1858401a27ff'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:38:40.431806 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c6168833-5966-4e1b-824a-87172d08feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:38:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8aa7723a-2c46-40a6-a614-1858401a27ff'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:40.468565 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device d02edfdb-e769-4e07-9ba8-2f6ae80cf439 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:38:40.522362 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: d02edfdb-e769-4e07-9ba8-2f6ae80cf439 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:38:40.522799 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device d02edfdb-e769-4e07-9ba8-2f6ae80cf439 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:38:40.524061 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:38:40.530978 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.db.l3_db [None req-7b9e6629-f340-41b3-806f-13049159b016 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Floating IP 7ac30f80-8bd5-4984-89ce-5db085a3354e associated. External IP: 172.27.2.245, port: 5432c5a3-6446-42c1-9f6f-1f40e021ece5. Mar 30 01:38:40.536725 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] Publish callbacks [] for router (8aa7723a-2c46-40a6-a614-1858401a27ff), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:40.553242 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:38:40.553553 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 9c22f6b7-37c5-4cf3-96b2-9c7c0039adcd not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:38:40.584091 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c6168833-5966-4e1b-824a-87172d08feff None None] Set router 8aa7723a-2c46-40a6-a614-1858401a27ff gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:38:40.764455 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9e6629-f340-41b3-806f-13049159b016 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:38:40.779396 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c6168833-5966-4e1b-824a-87172d08feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'name': 'tempest-TestVolumeBootPattern-46793751-router', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:04Z', 'updated_at': '2022-03-30T01:38:39Z', 'revision_number': 5, 'project_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'gw_port': {'id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:05Z', 'updated_at': '2022-03-30T01:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:40.808386 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6168833-5966-4e1b-824a-87172d08feff None None] Checking router: 8aa7723a-2c46-40a6-a614-1858401a27ff for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:38:40.820377 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6168833-5966-4e1b-824a-87172d08feff None None] Routers {'8aa7723a-2c46-40a6-a614-1858401a27ff'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:38:40.821173 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c6168833-5966-4e1b-824a-87172d08feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:38:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8aa7723a-2c46-40a6-a614-1858401a27ff'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:40.880356 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9e6629-f340-41b3-806f-13049159b016 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:38:40.885118 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7b9e6629-f340-41b3-806f-13049159b016 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:40.892274 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] Publish callbacks [] for router_gateway (8aa7723a-2c46-40a6-a614-1858401a27ff), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:40.895656 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3892defd-bf6d-45b2-8fb5-ce39967ea0a0 None None] Sync routers for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:38:40.909803 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3892defd-bf6d-45b2-8fb5-ce39967ea0a0 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:38:40.910831 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3892defd-bf6d-45b2-8fb5-ce39967ea0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:38:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:40.926524 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-7b9e6629-f340-41b3-806f-13049159b016 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "PUT /v2.0/floatingips/7ac30f80-8bd5-4984-89ce-5db085a3354e HTTP/1.1" status: 200 len: 992 time: 1.2542312 Mar 30 01:38:40.927535 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d5beba-b729-4a9b-9f56-8fadcbfc735b', 'tag': '5432c5a3-6446-42c1-9f6f-1f40e021ece5'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:38:40.930092 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ba2459bc44a1f834c8628953596c3ad98d1e32a1dae8f7029ae4abf6be7534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a7d549-517d-4c3f-8bfb-c919632ce4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "37d5beba-b729-4a9b-9f56-8fadcbfc735b", "tag": "5432c5a3-6446-42c1-9f6f-1f40e021ece5"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:38:40.953157 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c6168833-5966-4e1b-824a-87172d08feff None None] Set router 8aa7723a-2c46-40a6-a614-1858401a27ff gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:38:40.953300 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] Deleting port e20ff8cd-112e-4095-a4ec-dadea2f2a72e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:38:40.953736 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (e20ff8cd-112e-4095-a4ec-dadea2f2a72e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:40.987574 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80a3278-c00a-4469-b60e-f6e403aefb2e x-openstack-request-id: req-b80a3278-c00a-4469-b60e-f6e403aefb2e {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:38:40.987574 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d5beba-b729-4a9b-9f56-8fadcbfc735b", "tag": "5432c5a3-6446-42c1-9f6f-1f40e021ece5", "status": "completed", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:38:40.987870 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b80a3278-c00a-4469-b60e-f6e403aefb2e {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:38:40.988683 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80a3278-c00a-4469-b60e-f6e403aefb2e'] response: {'name': 'network-changed', 'server_uuid': '37d5beba-b729-4a9b-9f56-8fadcbfc735b', 'tag': '5432c5a3-6446-42c1-9f6f-1f40e021ece5', 'status': 'completed', 'code': 200} Mar 30 01:38:41.066104 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-3892defd-bf6d-45b2-8fb5-ce39967ea0a0 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:38:41.072759 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] For port e20ff8cd-112e-4095-a4ec-dadea2f2a72e, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=e20ff8cd-112e-4095-a4ec-dadea2f2a72e,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:41.073305 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (e20ff8cd-112e-4095-a4ec-dadea2f2a72e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:41.090162 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7d549-517d-4c3f-8bfb-c919632ce4c4 req-d4ec4e7b-15eb-4c60-bb68-0733597218b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:41.091709 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d4a7d549-517d-4c3f-8bfb-c919632ce4c4 req-d4ec4e7b-15eb-4c60-bb68-0733597218b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 1130 time: 0.0848589 Mar 30 01:38:41.092616 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] Calling delete_port for e20ff8cd-112e-4095-a4ec-dadea2f2a72e owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:38:41.149834 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c6168833-5966-4e1b-824a-87172d08feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'name': 'tempest-TestVolumeBootPattern-46793751-router', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:04Z', 'updated_at': '2022-03-30T01:38:39Z', 'revision_number': 5, 'project_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'gw_port': {'id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:05Z', 'updated_at': '2022-03-30T01:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:41.177372 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6168833-5966-4e1b-824a-87172d08feff None None] The sync data for ids ['8aa7723a-2c46-40a6-a614-1858401a27ff'] in dv-cinder-817135-7-iscsi is: [{'id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'name': 'tempest-TestVolumeBootPattern-46793751-router', 'tenant_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:30:04Z', 'updated_at': '2022-03-30T01:38:39Z', 'revision_number': 5, 'project_id': 'e8d04ccbb0464a5d9c3bc1835e4d48b0', 'gw_port': {'id': 'e20ff8cd-112e-4095-a4ec-dadea2f2a72e', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7723a-2c46-40a6-a614-1858401a27ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:30:05Z', 'updated_at': '2022-03-30T01:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:38:41.242552 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7d549-517d-4c3f-8bfb-c919632ce4c4 req-e9536054-ea68-4538-aac5-7c1936714209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:41.244079 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d4a7d549-517d-4c3f-8bfb-c919632ce4c4 req-e9536054-ea68-4538-aac5-7c1936714209 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 200 len: 915 time: 0.1457472 Mar 30 01:38:41.303880 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3892defd-bf6d-45b2-8fb5-ce39967ea0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '7ac30f80-8bd5-4984-89ce-5db085a3354e', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': '5432c5a3-6446-42c1-9f6f-1f40e021ece5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:57:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5beba-b729-4a9b-9f56-8fadcbfc735b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:38:29Z', 'updated_at': '2022-03-30T01:38:40Z', 'revision_number': 1, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:41.333638 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3892defd-bf6d-45b2-8fb5-ce39967ea0a0 None None] Checking router: 3e488ba3-8644-4f38-9e13-8dd556a2dd50 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:38:41.341884 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3892defd-bf6d-45b2-8fb5-ce39967ea0a0 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:38:41.342490 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3892defd-bf6d-45b2-8fb5-ce39967ea0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:38:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:41.350319 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d4a7d549-517d-4c3f-8bfb-c919632ce4c4 req-cb7448c8-2d5f-4bd0-bd2d-d056cc87c1c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5432c5a3-6446-42c1-9f6f-1f40e021ece5 HTTP/1.1" status: 200 len: 1000 time: 0.0689292 Mar 30 01:38:41.435702 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7d549-517d-4c3f-8bfb-c919632ce4c4 req-3391f42f-c829-4706-9c09-a22ce20c0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:41.437299 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d4a7d549-517d-4c3f-8bfb-c919632ce4c4 req-3391f42f-c829-4706-9c09-a22ce20c0eb8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e77f2a5-8711-44b4-9bd8-745e29cce5c2 HTTP/1.1" status: 200 len: 853 time: 0.0789895 Mar 30 01:38:41.438624 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (e20ff8cd-112e-4095-a4ec-dadea2f2a72e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:41.475115 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] Pushing event deleted for resources: {'Port': ['ID=e20ff8cd-112e-4095-a4ec-dadea2f2a72e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:41.552119 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-3892defd-bf6d-45b2-8fb5-ce39967ea0a0 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:38:41.567327 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7d549-517d-4c3f-8bfb-c919632ce4c4 req-6dbe2a9c-67a8-438a-ab4e-5b19a5a888b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:38:41.568895 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d4a7d549-517d-4c3f-8bfb-c919632ce4c4 req-6dbe2a9c-67a8-438a-ab4e-5b19a5a888b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bb381a09-567f-4898-a161-3a00985edb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1247661 Mar 30 01:38:41.569708 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3784754'] for router_gateway (8aa7723a-2c46-40a6-a614-1858401a27ff), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:41.602548 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [req-d4a7d549-517d-4c3f-8bfb-c919632ce4c4 req-251a5aee-4c8a-417b-a21d-42ff4b8dd7ba service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 01:38:41.603601 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d4a7d549-517d-4c3f-8bfb-c919632ce4c4 req-251a5aee-4c8a-417b-a21d-42ff4b8dd7ba service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059443 Mar 30 01:38:41.721250 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3990'] for router (8aa7723a-2c46-40a6-a614-1858401a27ff), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:41.726470 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] Publish callbacks [] for router_controller (8aa7723a-2c46-40a6-a614-1858401a27ff), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:41.787086 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786967'] for router (8aa7723a-2c46-40a6-a614-1858401a27ff), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:41.787590 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aa7723a-2c46-40a6-a614-1858401a27ff {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:38:41.795378 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3892defd-bf6d-45b2-8fb5-ce39967ea0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '7ac30f80-8bd5-4984-89ce-5db085a3354e', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': '5432c5a3-6446-42c1-9f6f-1f40e021ece5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:57:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5beba-b729-4a9b-9f56-8fadcbfc735b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:38:29Z', 'updated_at': '2022-03-30T01:38:40Z', 'revision_number': 1, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:41.799875 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:41.804336 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-69f82b1d-5325-4b93-be62-406ef5ec4353 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8aa7723a-2c46-40a6-a614-1858401a27ff HTTP/1.1" status: 204 len: 168 time: 1.3813212 Mar 30 01:38:41.805309 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43798) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:41.813815 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d4a7d549-517d-4c3f-8bfb-c919632ce4c4 req-8cc048f4-08a9-48e6-923c-5850ac406f89 service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785207 Mar 30 01:38:41.828516 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3892defd-bf6d-45b2-8fb5-ce39967ea0a0 None None] The sync data for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi is: [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_floatingips': [{'id': '7ac30f80-8bd5-4984-89ce-5db085a3354e', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'router_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'port_id': '5432c5a3-6446-42c1-9f6f-1f40e021ece5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'mac_address': 'fa:16:3e:57:0e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5beba-b729-4a9b-9f56-8fadcbfc735b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T01:38:29Z', 'updated_at': '2022-03-30T01:38:40Z', 'revision_number': 1, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:38:41.853152 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf91a58-bc77-44fc-b8b2-3fc907110a68 admin admin] Deleting subnet d8a75cea-fd4a-4442-8e01-afcdf2bb99e9 {{(pid=103227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:38:41.856762 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eaf91a58-bc77-44fc-b8b2-3fc907110a68 admin admin] Publish callbacks [] for subnet (d8a75cea-fd4a-4442-8e01-afcdf2bb99e9), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:41.894493 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eaf91a58-bc77-44fc-b8b2-3fc907110a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60554882'] for subnet (d8a75cea-fd4a-4442-8e01-afcdf2bb99e9), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:41.936523 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d4a7d549-517d-4c3f-8bfb-c919632ce4c4 req-9825b760-2829-48eb-bc9f-57f03e11ae6a service neutron] 10.222.0.10 "GET /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150694 Mar 30 01:38:41.991470 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eaf91a58-bc77-44fc-b8b2-3fc907110a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (d8a75cea-fd4a-4442-8e01-afcdf2bb99e9), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.047358 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eaf91a58-bc77-44fc-b8b2-3fc907110a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3152769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60116517'] for subnet (d8a75cea-fd4a-4442-8e01-afcdf2bb99e9), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.070260 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf91a58-bc77-44fc-b8b2-3fc907110a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a75cea-fd4a-4442-8e01-afcdf2bb99e9,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:42.078965 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eaf91a58-bc77-44fc-b8b2-3fc907110a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.079920 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a2a35e-9efe-42af-a6b0-d10b1a2a00f0 None None] New status for floating IP 7ac30f80-8bd5-4984-89ce-5db085a3354e: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:38:42.083225 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-eaf91a58-bc77-44fc-b8b2-3fc907110a68 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d8a75cea-fd4a-4442-8e01-afcdf2bb99e9 HTTP/1.1" status: 204 len: 168 time: 0.2768657 Mar 30 01:38:42.084902 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43800) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:42.090106 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4947cb0-abba-414c-b620-8762b9489212 None None] Network fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:38:42.156918 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.215377 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Deleting port 74319859-ee81-43dc-9ae7-eb786413fd04 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:38:42.215635 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (74319859-ee81-43dc-9ae7-eb786413fd04), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.292036 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] For port 74319859-ee81-43dc-9ae7-eb786413fd04, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=74319859-ee81-43dc-9ae7-eb786413fd04,segment=NetworkSegment(98910025-9be6-48a5-a936-7df8c50a3752),segment_id=98910025-9be6-48a5-a936-7df8c50a3752)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:38:42.292395 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (74319859-ee81-43dc-9ae7-eb786413fd04), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.310046 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Calling delete_port for 74319859-ee81-43dc-9ae7-eb786413fd04 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:38:42.404719 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (74319859-ee81-43dc-9ae7-eb786413fd04), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.434330 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Pushing event deleted for resources: {'Port': ['ID=74319859-ee81-43dc-9ae7-eb786413fd04,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:42.435322 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device eeaa4c96-2e98-47c6-8536-95263b7a2e4b no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:38:42.437876 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] No DVR routers for this DVR port 74319859-ee81-43dc-9ae7-eb786413fd04 on host dv-cinder-817135-7-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:38:42.461045 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: eeaa4c96-2e98-47c6-8536-95263b7a2e4b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:38:42.461397 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device eeaa4c96-2e98-47c6-8536-95263b7a2e4b not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:38:42.461822 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device e20ff8cd-112e-4095-a4ec-dadea2f2a72e no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:38:42.485211 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: e20ff8cd-112e-4095-a4ec-dadea2f2a72e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:38:42.485560 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device e20ff8cd-112e-4095-a4ec-dadea2f2a72e not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:38:42.514183 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.536316 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae']}} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:42.545919 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98910025-9be6-48a5-a936-7df8c50a3752') {'for_net_delete': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:42.546120 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c17c0be-aeca-47f8-beac-1091b6feead8 None None] DHCP port deletion for fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae request from dv-cinder-817135-7-iscsi {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:38:42.546243 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98910025-9be6-48a5-a936-7df8c50a3752') {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:38:42.559226 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60554889'] for segment (98910025-9be6-48a5-a936-7df8c50a3752), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.573148 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (98910025-9be6-48a5-a936-7df8c50a3752), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.579112 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:38:42.579554 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3152423'] for segment (98910025-9be6-48a5-a936-7df8c50a3752), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: Traceback (most recent call last): Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: timer() Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: cb(*args, **kw) Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: return func(*args, **kwargs) Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: self._notify() Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: self.callback(batched_events) Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: event.method(event) Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: return f(self, *a, **k) Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._get(url).json() Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: return self.request(url, 'GET', **kwargs) Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:38:42.581215 dv-cinder-817135-7-iscsi neutron-server[103227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:38:42.638187 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.643501 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.647265 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] 10.222.0.30 "DELETE /v2.0/networks/fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae HTTP/1.1" status: 204 len: 168 time: 0.5614059 Mar 30 01:38:42.658560 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570ef4d-df1e-458e-8e3f-415d6a59bc3d admin admin] Pushing event deleted for resources: {'Network': ['ID=fcbf3fc5-f3dc-4c91-b1a7-7ce5aa4f32ae,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:42.756343 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43804) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:42.795070 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-3efc2ca0-63d6-40d0-ae72-2c34b2ea6dce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e85d97e5ef8a4dc3a0fed53b8b299a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375769 Mar 30 01:38:42.797455 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43806) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:42.842973 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81c9321d-0b38-4407-abbd-d6b038f882f6 admin admin] Publish callbacks [] for security_group (2b86864c-c05d-4ff3-803d-b38896bdd579), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.862961 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81c9321d-0b38-4407-abbd-d6b038f882f6 admin admin] Publish callbacks [] for security_group (2b86864c-c05d-4ff3-803d-b38896bdd579), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.911605 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81c9321d-0b38-4407-abbd-d6b038f882f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (2b86864c-c05d-4ff3-803d-b38896bdd579), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.914090 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-81c9321d-0b38-4407-abbd-d6b038f882f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:42.915229 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-81c9321d-0b38-4407-abbd-d6b038f882f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b86864c-c05d-4ff3-803d-b38896bdd579 HTTP/1.1" status: 204 len: 168 time: 0.1169152 Mar 30 01:38:42.922712 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9321d-0b38-4407-abbd-d6b038f882f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b86864c-c05d-4ff3-803d-b38896bdd579,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:43.223240 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43812) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:43.262389 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-c321fb48-6d81-49dc-b561-cd9ef79dba0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8d04ccbb0464a5d9c3bc1835e4d48b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378981 Mar 30 01:38:43.264582 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43814) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:38:43.314873 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9d31-0f3a-4135-9b11-6bf609a9a5e0 admin admin] Publish callbacks [] for security_group (95ba8f14-8193-4cc2-92bd-39227b0496fb), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:43.336366 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9d31-0f3a-4135-9b11-6bf609a9a5e0 admin admin] Publish callbacks [] for security_group (95ba8f14-8193-4cc2-92bd-39227b0496fb), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:43.381815 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9d31-0f3a-4135-9b11-6bf609a9a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (95ba8f14-8193-4cc2-92bd-39227b0496fb), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:43.384540 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9d31-0f3a-4135-9b11-6bf609a9a5e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:43.385787 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-9ffe9d31-0f3a-4135-9b11-6bf609a9a5e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95ba8f14-8193-4cc2-92bd-39227b0496fb HTTP/1.1" status: 204 len: 168 time: 0.1203332 Mar 30 01:38:43.393277 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe9d31-0f3a-4135-9b11-6bf609a9a5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ba8f14-8193-4cc2-92bd-39227b0496fb,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:38:43.715444 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f0ae-ee86-4b7e-8e9b-581924cefd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:44.366201 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 74319859-ee81-43dc-9ae7-eb786413fd04 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:38:44.388580 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 74319859-ee81-43dc-9ae7-eb786413fd04 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:38:44.388924 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 74319859-ee81-43dc-9ae7-eb786413fd04 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:38:45.895595 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d807b0ed-dbcb-4fea-af25-d559c9511eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:47.129953 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:48.519251 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:50.093629 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:38:54.340821 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:13.103031 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:39:13.717877 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68b65541-593f-4c28-932e-43532d7a6bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:15.897392 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fded7dd6-12d5-497b-88ac-6b606fc98da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:17.133405 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:18.522270 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:20.095757 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:20.501181 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f44c24-27ad-4fad-bead-ae8a3ecdd20d req-a619744d-72c5-4117-9531-998c398abe17 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:20.502646 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21f44c24-27ad-4fad-bead-ae8a3ecdd20d req-a619744d-72c5-4117-9531-998c398abe17 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 946 time: 0.0515196 Mar 30 01:39:20.551955 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21f44c24-27ad-4fad-bead-ae8a3ecdd20d req-5242cb7f-90a1-4ed1-a499-a5e75298fa78 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=0adef440-d00f-4889-952a-51151992893c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429516 Mar 30 01:39:21.675818 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869275e-aa40-494d-8ed3-f3903fd2c7a9 req-2957210c-5d74-44d9-bccc-48b9adca7131 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:21.677310 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5869275e-aa40-494d-8ed3-f3903fd2c7a9 req-2957210c-5d74-44d9-bccc-48b9adca7131 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 946 time: 0.0536311 Mar 30 01:39:21.727383 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-5869275e-aa40-494d-8ed3-f3903fd2c7a9 req-a4388338-6314-4588-81de-64e693e2f826 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups?id=0adef440-d00f-4889-952a-51151992893c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437608 Mar 30 01:39:21.950056 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-81ab6858-fb0c-4604-aaf4-7fb7ade90667 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:21.951446 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-81ab6858-fb0c-4604-aaf4-7fb7ade90667 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "GET /v2.0/ports?device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 946 time: 0.0514767 Mar 30 01:39:22.042137 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Deleting port 5432c5a3-6446-42c1-9f6f-1f40e021ece5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:22.042476 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:22.132652 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] For port 5432c5a3-6446-42c1-9f6f-1f40e021ece5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5432c5a3-6446-42c1-9f6f-1f40e021ece5,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:22.133011 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:22.298812 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:22.299174 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3784776'] for floatingip (7ac30f80-8bd5-4984-89ce-5db085a3354e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:22.299488 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Floating IP 7ac30f80-8bd5-4984-89ce-5db085a3354e disassociated. External IP: 172.27.2.245, port: 5432c5a3-6446-42c1-9f6f-1f40e021ece5. Mar 30 01:39:22.299825 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Calling delete_port for 5432c5a3-6446-42c1-9f6f-1f40e021ece5 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:22.427135 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (5432c5a3-6446-42c1-9f6f-1f40e021ece5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:22.456348 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event deleted for resources: {'Port': ['ID=5432c5a3-6446-42c1-9f6f-1f40e021ece5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:22.574293 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:39:22.684301 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:39:22.695415 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb276196-5289-47ae-83ce-78bd7382cfdf None None] Sync routers for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:39:22.704528 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb276196-5289-47ae-83ce-78bd7382cfdf None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:39:22.705137 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cb276196-5289-47ae-83ce-78bd7382cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:39:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:22.725917 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] No DVR routers for this DVR port 5432c5a3-6446-42c1-9f6f-1f40e021ece5 on host hv-cinder-81713 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:39:22.728524 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:22.731823 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fe3f0d1f-f6cf-450f-a7a7-90c7d23296ba req-70eeacb8-7fff-46d6-82b4-8fa812c82706 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.10 "DELETE /v2.0/ports/5432c5a3-6446-42c1-9f6f-1f40e021ece5 HTTP/1.1" status: 204 len: 173 time: 0.7747619 Mar 30 01:39:22.732261 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d5beba-b729-4a9b-9f56-8fadcbfc735b', 'name': 'network-vif-deleted', 'tag': '5432c5a3-6446-42c1-9f6f-1f40e021ece5'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:39:22.734492 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb4fd32-d0b9-47f2-bb72-dca87f8b38f3" -d '{"events": [{"server_uuid": "37d5beba-b729-4a9b-9f56-8fadcbfc735b", "name": "network-vif-deleted", "tag": "5432c5a3-6446-42c1-9f6f-1f40e021ece5"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:39:22.827547 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cb276196-5289-47ae-83ce-78bd7382cfdf None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:39:22.849518 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-05d2ee1c-c2fc-4110-b618-033fa6f6e368 req-b0762c71-834b-498c-9557-464419f4477d tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/ports?device_id=37d5beba-b729-4a9b-9f56-8fadcbfc735b HTTP/1.1" status: 200 len: 210 time: 0.0387771 Mar 30 01:39:23.005988 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1069944b-c38b-4314-88f8-ca0b3437bab5 x-openstack-request-id: req-1069944b-c38b-4314-88f8-ca0b3437bab5 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:39:23.006729 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d5beba-b729-4a9b-9f56-8fadcbfc735b", "name": "network-vif-deleted", "tag": "5432c5a3-6446-42c1-9f6f-1f40e021ece5", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:39:23.006729 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1069944b-c38b-4314-88f8-ca0b3437bab5 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:39:23.006954 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1069944b-c38b-4314-88f8-ca0b3437bab5'] response: {'server_uuid': '37d5beba-b729-4a9b-9f56-8fadcbfc735b', 'name': 'network-vif-deleted', 'tag': '5432c5a3-6446-42c1-9f6f-1f40e021ece5', 'status': 'completed', 'code': 200} Mar 30 01:39:23.071535 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cb276196-5289-47ae-83ce-78bd7382cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:23.097319 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb276196-5289-47ae-83ce-78bd7382cfdf None None] Checking router: 3e488ba3-8644-4f38-9e13-8dd556a2dd50 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:39:23.106432 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb276196-5289-47ae-83ce-78bd7382cfdf None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:39:23.107061 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cb276196-5289-47ae-83ce-78bd7382cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:39:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:23.222192 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cb276196-5289-47ae-83ce-78bd7382cfdf None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:39:23.416453 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cb276196-5289-47ae-83ce-78bd7382cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:23.445311 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb276196-5289-47ae-83ce-78bd7382cfdf None None] The sync data for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi is: [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:25Z', 'revision_number': 4, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'f94c8c4f-bcc6-4664-94b0-59e1933d2d01', 'name': '', 'network_id': 'bb381a09-567f-4898-a161-3a00985edb2d', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'mac_address': 'fa:16:3e:41:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:24Z', 'updated_at': '2022-03-30T01:35:28Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'subnets': [{'id': '7e77f2a5-8711-44b4-9bd8-745e29cce5c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:39:23.652563 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf0a73-4aa3-439d-934f-2dfbfce70227 None None] New status for floating IP 7ac30f80-8bd5-4984-89ce-5db085a3354e: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:39:23.927257 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43896) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:23.979415 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2c07413-a721-4f4d-b9e6-916efe595d56 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (0adef440-d00f-4889-952a-51151992893c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.001557 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2c07413-a721-4f4d-b9e6-916efe595d56 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (0adef440-d00f-4889-952a-51151992893c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.050382 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2c07413-a721-4f4d-b9e6-916efe595d56 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (0adef440-d00f-4889-952a-51151992893c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.052978 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2c07413-a721-4f4d-b9e6-916efe595d56 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.054591 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d2c07413-a721-4f4d-b9e6-916efe595d56 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "DELETE /v2.0/security-groups/0adef440-d00f-4889-952a-51151992893c HTTP/1.1" status: 204 len: 168 time: 0.1263132 Mar 30 01:39:24.057471 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43898) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:24.063600 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c07413-a721-4f4d-b9e6-916efe595d56 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adef440-d00f-4889-952a-51151992893c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:24.071644 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.api.v2.resource [None req-28d027b5-34e3-4001-b444-4715740a31c0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] show failed (client error): The resource could not be found. Mar 30 01:39:24.075406 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-28d027b5-34e3-4001-b444-4715740a31c0 tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "GET /v2.0/security-groups/0adef440-d00f-4889-952a-51151992893c HTTP/1.1" status: 404 len: 347 time: 0.0141690 Mar 30 01:39:24.075682 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43900) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:24.195597 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0fb0f-5461-4c0f-b773-894d6dd38b7c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Deleting port 305ac6f1-11a5-4cfe-a670-8e71adfbdbe8 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:24.195927 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dfc0fb0f-5461-4c0f-b773-894d6dd38b7c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (305ac6f1-11a5-4cfe-a670-8e71adfbdbe8), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.271007 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dfc0fb0f-5461-4c0f-b773-894d6dd38b7c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (305ac6f1-11a5-4cfe-a670-8e71adfbdbe8), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.271329 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dfc0fb0f-5461-4c0f-b773-894d6dd38b7c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (305ac6f1-11a5-4cfe-a670-8e71adfbdbe8), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.283191 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0fb0f-5461-4c0f-b773-894d6dd38b7c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Calling delete_port for 305ac6f1-11a5-4cfe-a670-8e71adfbdbe8 owned by network:floatingip {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:24.353844 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.408946 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dfc0fb0f-5461-4c0f-b773-894d6dd38b7c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (305ac6f1-11a5-4cfe-a670-8e71adfbdbe8), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.437767 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0fb0f-5461-4c0f-b773-894d6dd38b7c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Pushing event deleted for resources: {'Port': ['ID=305ac6f1-11a5-4cfe-a670-8e71adfbdbe8,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:24.503117 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dfc0fb0f-5461-4c0f-b773-894d6dd38b7c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks [] for floatingip (7ac30f80-8bd5-4984-89ce-5db085a3354e), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.505627 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dfc0fb0f-5461-4c0f-b773-894d6dd38b7c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.507323 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-dfc0fb0f-5461-4c0f-b773-894d6dd38b7c tempest-AttachVolumeNegativeTest-1152895594 tempest-AttachVolumeNegativeTest-1152895594-project] 10.222.0.30 "DELETE /v2.0/floatingips/7ac30f80-8bd5-4984-89ce-5db085a3354e HTTP/1.1" status: 204 len: 168 time: 0.4301772 Mar 30 01:39:24.695262 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43906) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:24.859945 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0ec25e01-f6b5-4df6-9e8b-c3703cf39618 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Deleting port 897b4c33-d7ef-4bc8-82da-354422076130 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:24.860192 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ec25e01-f6b5-4df6-9e8b-c3703cf39618 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (897b4c33-d7ef-4bc8-82da-354422076130), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.931629 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ec25e01-f6b5-4df6-9e8b-c3703cf39618 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (897b4c33-d7ef-4bc8-82da-354422076130), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.931946 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ec25e01-f6b5-4df6-9e8b-c3703cf39618 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for floatingip (897b4c33-d7ef-4bc8-82da-354422076130), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:24.943052 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0ec25e01-f6b5-4df6-9e8b-c3703cf39618 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Calling delete_port for 897b4c33-d7ef-4bc8-82da-354422076130 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:25.087634 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ec25e01-f6b5-4df6-9e8b-c3703cf39618 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (897b4c33-d7ef-4bc8-82da-354422076130), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:25.114139 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec25e01-f6b5-4df6-9e8b-c3703cf39618 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Pushing event deleted for resources: {'Port': ['ID=897b4c33-d7ef-4bc8-82da-354422076130,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:25.177205 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ec25e01-f6b5-4df6-9e8b-c3703cf39618 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for floatingip (5d08f212-43ca-4bdb-889a-88972d928217), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:25.177524 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-0ec25e01-f6b5-4df6-9e8b-c3703cf39618 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Floating IP 5d08f212-43ca-4bdb-889a-88972d928217 disassociated (deleted). External IP: 172.27.2.197, port: 8bcbbd6c-2922-4816-87b4-f60bf3102b6b. Mar 30 01:39:25.356789 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 5432c5a3-6446-42c1-9f6f-1f40e021ece5 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:39:25.376064 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: 5432c5a3-6446-42c1-9f6f-1f40e021ece5 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:39:25.376339 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 5432c5a3-6446-42c1-9f6f-1f40e021ece5 not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:39:25.389789 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec25e01-f6b5-4df6-9e8b-c3703cf39618 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Router 8be0bbf7-a4e6-469b-b090-49836de10849 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:39:25.497821 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec25e01-f6b5-4df6-9e8b-c3703cf39618 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:39:25.502512 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ec25e01-f6b5-4df6-9e8b-c3703cf39618 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:25.506847 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106b41f-97d7-41a5-a098-a9d7100cbd7d None None] Sync routers for ids ['8be0bbf7-a4e6-469b-b090-49836de10849'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:39:25.516977 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106b41f-97d7-41a5-a098-a9d7100cbd7d None None] Routers {'8be0bbf7-a4e6-469b-b090-49836de10849'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:39:25.517606 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c106b41f-97d7-41a5-a098-a9d7100cbd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:39:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8be0bbf7-a4e6-469b-b090-49836de10849'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:25.631300 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-c106b41f-97d7-41a5-a098-a9d7100cbd7d None None] Set router 8be0bbf7-a4e6-469b-b090-49836de10849 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:39:25.802315 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0ec25e01-f6b5-4df6-9e8b-c3703cf39618 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "DELETE /v2.0/floatingips/5d08f212-43ca-4bdb-889a-88972d928217 HTTP/1.1" status: 204 len: 168 time: 1.1034374 Mar 30 01:39:25.802315 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'tag': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:39:25.803265 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c88d5a-8b01-4a08-a430-462b5922d43a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c4170d-90cd-474e-b784-2cd04b4f96fe", "tag": "8bcbbd6c-2922-4816-87b4-f60bf3102b6b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:39:25.850357 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a4486b-d045-49df-aa52-d1eeb16581c2 x-openstack-request-id: req-d4a4486b-d045-49df-aa52-d1eeb16581c2 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:39:25.850357 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c4170d-90cd-474e-b784-2cd04b4f96fe", "tag": "8bcbbd6c-2922-4816-87b4-f60bf3102b6b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:39:25.850357 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4a4486b-d045-49df-aa52-d1eeb16581c2 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:39:25.850357 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a4486b-d045-49df-aa52-d1eeb16581c2'] response: {'name': 'network-changed', 'server_uuid': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'tag': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'status': 'completed', 'code': 200} Mar 30 01:39:25.973935 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c106b41f-97d7-41a5-a098-a9d7100cbd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '19001c94-5db7-407c-9336-f5b799f43499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:34:57Z', 'revision_number': 4, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port': {'id': '19001c94-5db7-407c-9336-f5b799f43499', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:55Z', 'updated_at': '2022-03-30T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a1bcea90-30c5-41cf-85d0-e176bc4b1d05', 'name': '', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'mac_address': 'fa:16:3e:f2:98:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:56Z', 'updated_at': '2022-03-30T01:35:01Z', 'revision_number': 5, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'subnets': [{'id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:26.002837 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106b41f-97d7-41a5-a098-a9d7100cbd7d None None] Checking router: 8be0bbf7-a4e6-469b-b090-49836de10849 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:39:26.012470 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106b41f-97d7-41a5-a098-a9d7100cbd7d None None] Routers {'8be0bbf7-a4e6-469b-b090-49836de10849'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:39:26.013102 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c106b41f-97d7-41a5-a098-a9d7100cbd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:39:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8be0bbf7-a4e6-469b-b090-49836de10849'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:26.080141 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c88d5a-8b01-4a08-a430-462b5922d43a req-6358a76b-ca5d-4e4b-a90b-2ba61f535505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:26.081655 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-76c88d5a-8b01-4a08-a430-462b5922d43a req-6358a76b-ca5d-4e4b-a90b-2ba61f535505 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=41e905053f284f86801ebd7f370ff78a&device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 1129 time: 0.2128110 Mar 30 01:39:26.088547 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e1d1c-a4e3-4ea0-8f54-e1eb36df33f6 req-807f6726-6889-45bb-a830-b2592fe06c9d tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:26.089889 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-219e1d1c-a4e3-4ea0-8f54-e1eb36df33f6 req-807f6726-6889-45bb-a830-b2592fe06c9d tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0773873 Mar 30 01:39:26.122785 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-c106b41f-97d7-41a5-a098-a9d7100cbd7d None None] Set router 8be0bbf7-a4e6-469b-b090-49836de10849 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:39:26.195811 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-219e1d1c-a4e3-4ea0-8f54-e1eb36df33f6 req-c61d65d6-eb91-415f-b303-fcc6fb88a3fe tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969059 Mar 30 01:39:26.210695 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c88d5a-8b01-4a08-a430-462b5922d43a req-7365e46b-125b-4976-9711-db4c33e98f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:26.212373 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-76c88d5a-8b01-4a08-a430-462b5922d43a req-7365e46b-125b-4976-9711-db4c33e98f0b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5f94645-b564-41be-bb2d-41c4af6ef6e2 HTTP/1.1" status: 200 len: 910 time: 0.1216364 Mar 30 01:39:26.256647 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-76c88d5a-8b01-4a08-a430-462b5922d43a req-b36f7d67-8012-4981-9faa-66d75485c65a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b HTTP/1.1" status: 200 len: 217 time: 0.0372822 Mar 30 01:39:26.305096 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c88d5a-8b01-4a08-a430-462b5922d43a req-f054fa47-b840-47d7-ba9e-ab1dbf1ed783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:26.306823 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-76c88d5a-8b01-4a08-a430-462b5922d43a req-f054fa47-b840-47d7-ba9e-ab1dbf1ed783 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47090215-5979-4d9f-9ff5-d6d6ff46172b HTTP/1.1" status: 200 len: 848 time: 0.0441167 Mar 30 01:39:26.323418 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c106b41f-97d7-41a5-a098-a9d7100cbd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '19001c94-5db7-407c-9336-f5b799f43499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:34:57Z', 'revision_number': 4, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port': {'id': '19001c94-5db7-407c-9336-f5b799f43499', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:55Z', 'updated_at': '2022-03-30T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a1bcea90-30c5-41cf-85d0-e176bc4b1d05', 'name': '', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'mac_address': 'fa:16:3e:f2:98:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:56Z', 'updated_at': '2022-03-30T01:35:01Z', 'revision_number': 5, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'subnets': [{'id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:26.349025 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106b41f-97d7-41a5-a098-a9d7100cbd7d None None] The sync data for ids ['8be0bbf7-a4e6-469b-b090-49836de10849'] in dv-cinder-817135-7-iscsi is: [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '19001c94-5db7-407c-9336-f5b799f43499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:34:57Z', 'revision_number': 4, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port': {'id': '19001c94-5db7-407c-9336-f5b799f43499', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:55Z', 'updated_at': '2022-03-30T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi', '_interfaces': [{'id': 'a1bcea90-30c5-41cf-85d0-e176bc4b1d05', 'name': '', 'network_id': 'd5f94645-b564-41be-bb2d-41c4af6ef6e2', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'mac_address': 'fa:16:3e:f2:98:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:56Z', 'updated_at': '2022-03-30T01:35:01Z', 'revision_number': 5, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'subnets': [{'id': '47090215-5979-4d9f-9ff5-d6d6ff46172b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:39:26.356162 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c88d5a-8b01-4a08-a430-462b5922d43a req-2a721086-cd92-406f-9965-743c6b7698e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:26.357740 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-76c88d5a-8b01-4a08-a430-462b5922d43a req-2a721086-cd92-406f-9965-743c6b7698e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5f94645-b564-41be-bb2d-41c4af6ef6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449796 Mar 30 01:39:26.456682 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-76c88d5a-8b01-4a08-a430-462b5922d43a req-241c886d-0324-44b8-9880-b6ac00925b7b service neutron] 10.222.0.10 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917253 Mar 30 01:39:26.548830 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-76c88d5a-8b01-4a08-a430-462b5922d43a req-60ecaaf2-d04d-4bfd-b3e7-9465fe516b28 service neutron] 10.222.0.10 "GET /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865800 Mar 30 01:39:26.577027 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f180cd-e20a-46d4-b8e6-ce23b4d2ad32 None None] New status for floating IP 5d08f212-43ca-4bdb-889a-88972d928217: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 01:39:27.316785 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8442aa3-1647-475b-a0db-00e9eb73543d req-c5e01920-24e5-4772-8719-84505bd51a03 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:27.318252 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a8442aa3-1647-475b-a0db-00e9eb73543d req-c5e01920-24e5-4772-8719-84505bd51a03 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0516901 Mar 30 01:39:27.365966 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-a8442aa3-1647-475b-a0db-00e9eb73543d req-defb8310-8c28-494a-9091-95e6edb0b904 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7417e28d-356a-432f-807d-c6ff647d5972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413578 Mar 30 01:39:27.481739 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba54fa-8e6f-4a42-afcf-41361af38785 req-221aa34f-4e6e-4943-b225-16830e451a62 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:39:27.483115 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b4ba54fa-8e6f-4a42-afcf-41361af38785 req-221aa34f-4e6e-4943-b225-16830e451a62 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 945 time: 0.0516665 Mar 30 01:39:27.576255 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b4ba54fa-8e6f-4a42-afcf-41361af38785 req-ba5df362-86b5-4002-9fe7-dbd9f8a556c9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Deleting port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:27.576590 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b4ba54fa-8e6f-4a42-afcf-41361af38785 req-ba5df362-86b5-4002-9fe7-dbd9f8a556c9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:27.664826 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b4ba54fa-8e6f-4a42-afcf-41361af38785 req-ba5df362-86b5-4002-9fe7-dbd9f8a556c9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] For port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:27.665261 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b4ba54fa-8e6f-4a42-afcf-41361af38785 req-ba5df362-86b5-4002-9fe7-dbd9f8a556c9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:27.677888 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b4ba54fa-8e6f-4a42-afcf-41361af38785 req-ba5df362-86b5-4002-9fe7-dbd9f8a556c9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Calling delete_port for 8bcbbd6c-2922-4816-87b4-f60bf3102b6b owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:27.802587 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b4ba54fa-8e6f-4a42-afcf-41361af38785 req-ba5df362-86b5-4002-9fe7-dbd9f8a556c9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (8bcbbd6c-2922-4816-87b4-f60bf3102b6b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:27.830637 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5df362-86b5-4002-9fe7-dbd9f8a556c9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Pushing event deleted for resources: {'Port': ['ID=8bcbbd6c-2922-4816-87b4-f60bf3102b6b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:27.881253 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ba54fa-8e6f-4a42-afcf-41361af38785 req-ba5df362-86b5-4002-9fe7-dbd9f8a556c9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] No DVR routers for this DVR port 8bcbbd6c-2922-4816-87b4-f60bf3102b6b on host hv-cinder-81713 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:39:27.883767 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b4ba54fa-8e6f-4a42-afcf-41361af38785 req-ba5df362-86b5-4002-9fe7-dbd9f8a556c9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:27.887105 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b4ba54fa-8e6f-4a42-afcf-41361af38785 req-ba5df362-86b5-4002-9fe7-dbd9f8a556c9 tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.10 "DELETE /v2.0/ports/8bcbbd6c-2922-4816-87b4-f60bf3102b6b HTTP/1.1" status: 204 len: 173 time: 0.3988690 Mar 30 01:39:27.887557 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'name': 'network-vif-deleted', 'tag': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:39:27.889846 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ddfa7c-c669-4be5-8db9-248c9c4c25fd" -d '{"events": [{"server_uuid": "f5c4170d-90cd-474e-b784-2cd04b4f96fe", "name": "network-vif-deleted", "tag": "8bcbbd6c-2922-4816-87b4-f60bf3102b6b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:39:27.930621 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6ba07d-1e1f-41f3-9151-1211ba120341 x-openstack-request-id: req-ca6ba07d-1e1f-41f3-9151-1211ba120341 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:39:27.930951 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c4170d-90cd-474e-b784-2cd04b4f96fe", "name": "network-vif-deleted", "tag": "8bcbbd6c-2922-4816-87b4-f60bf3102b6b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:39:27.931209 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca6ba07d-1e1f-41f3-9151-1211ba120341 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:39:27.931614 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca6ba07d-1e1f-41f3-9151-1211ba120341'] response: {'server_uuid': 'f5c4170d-90cd-474e-b784-2cd04b4f96fe', 'name': 'network-vif-deleted', 'tag': '8bcbbd6c-2922-4816-87b4-f60bf3102b6b', 'status': 'completed', 'code': 200} Mar 30 01:39:28.198818 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43950) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:28.482099 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-619f7e73-ca3e-444b-9734-6d479a2f29df req-26dc15f5-0f40-4412-8078-de1e2036d71c tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5c4170d-90cd-474e-b784-2cd04b4f96fe HTTP/1.1" status: 200 len: 210 time: 0.0374391 Mar 30 01:39:28.564465 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785544'] for router_interface (3e488ba3-8644-4f38-9e13-8dd556a2dd50), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:28.810087 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Deleting port f94c8c4f-bcc6-4664-94b0-59e1933d2d01 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:28.810418 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:28.888331 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] For port f94c8c4f-bcc6-4664-94b0-59e1933d2d01, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=f94c8c4f-bcc6-4664-94b0-59e1933d2d01,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:28.888616 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:28.901804 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Calling delete_port for f94c8c4f-bcc6-4664-94b0-59e1933d2d01 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:29.079934 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (f94c8c4f-bcc6-4664-94b0-59e1933d2d01), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:29.110799 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=f94c8c4f-bcc6-4664-94b0-59e1933d2d01,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:29.134028 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.135066 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.135550 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.135895 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.136235 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.136570 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.136897 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.137225 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.137550 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.137875 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.138200 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.138573 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.138890 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.139209 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.139529 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:29.284600 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3786456'] for router_interface (3e488ba3-8644-4f38-9e13-8dd556a2dd50), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:29.494357 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:39:29.541174 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43956) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:29.598850 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d97e2551-0a45-47b2-aa8e-fa28fcaf7f0d tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group (7417e28d-356a-432f-807d-c6ff647d5972), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:29.604741 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:39:29.610292 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c85870c8-4489-4eff-aa32-fc5686346b10 admin admin] 10.222.0.30 "PUT /v2.0/routers/3e488ba3-8644-4f38-9e13-8dd556a2dd50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4104254 Mar 30 01:39:29.613028 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f921dc2-43b8-44e8-820b-0da875a92e82 None None] Sync routers for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:39:29.613469 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43958) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:29.623797 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f921dc2-43b8-44e8-820b-0da875a92e82 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:39:29.624494 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5f921dc2-43b8-44e8-820b-0da875a92e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:39:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:29.694069 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d97e2551-0a45-47b2-aa8e-fa28fcaf7f0d tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group (7417e28d-356a-432f-807d-c6ff647d5972), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:29.735012 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5f921dc2-43b8-44e8-820b-0da875a92e82 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:39:29.754793 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] Publish callbacks [] for router (3e488ba3-8644-4f38-9e13-8dd556a2dd50), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:29.836604 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d97e2551-0a45-47b2-aa8e-fa28fcaf7f0d tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (7417e28d-356a-432f-807d-c6ff647d5972), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:29.839504 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d97e2551-0a45-47b2-aa8e-fa28fcaf7f0d tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:29.840642 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-d97e2551-0a45-47b2-aa8e-fa28fcaf7f0d tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] 10.222.0.30 "DELETE /v2.0/security-groups/7417e28d-356a-432f-807d-c6ff647d5972 HTTP/1.1" status: 204 len: 168 time: 0.2984593 Mar 30 01:39:29.856460 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e2551-0a45-47b2-aa8e-fa28fcaf7f0d tempest-TestShelveInstance-2120116117 tempest-TestShelveInstance-2120116117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7417e28d-356a-432f-807d-c6ff647d5972,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:29.880562 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] Publish callbacks [] for router_gateway (3e488ba3-8644-4f38-9e13-8dd556a2dd50), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:29.918562 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43962) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:29.929612 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5f921dc2-43b8-44e8-820b-0da875a92e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:39:29Z', 'revision_number': 5, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port': {'id': 'e76687cc-806e-4a2c-a1f1-b7ee918b6460', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:de:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:29.939263 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] Deleting port e76687cc-806e-4a2c-a1f1-b7ee918b6460 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:29.939599 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (e76687cc-806e-4a2c-a1f1-b7ee918b6460), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:29.961332 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f921dc2-43b8-44e8-820b-0da875a92e82 None None] Checking router: 3e488ba3-8644-4f38-9e13-8dd556a2dd50 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:39:29.969577 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f921dc2-43b8-44e8-820b-0da875a92e82 None None] Routers {'3e488ba3-8644-4f38-9e13-8dd556a2dd50'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:39:29.970322 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5f921dc2-43b8-44e8-820b-0da875a92e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:39:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:30.023040 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] For port e76687cc-806e-4a2c-a1f1-b7ee918b6460, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=e76687cc-806e-4a2c-a1f1-b7ee918b6460,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:30.023313 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (e76687cc-806e-4a2c-a1f1-b7ee918b6460), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.035731 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] Calling delete_port for e76687cc-806e-4a2c-a1f1-b7ee918b6460 owned by network:router_gateway {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:30.071983 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5f921dc2-43b8-44e8-820b-0da875a92e82 None None] Set router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:39:30.124869 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5f921dc2-43b8-44e8-820b-0da875a92e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:39:29Z', 'revision_number': 6, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port_host': None}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:30.158551 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f921dc2-43b8-44e8-820b-0da875a92e82 None None] The sync data for ids ['3e488ba3-8644-4f38-9e13-8dd556a2dd50'] in dv-cinder-817135-7-iscsi is: [{'id': '3e488ba3-8644-4f38-9e13-8dd556a2dd50', 'name': 'tempest-AttachVolumeNegativeTest-504938903-router', 'tenant_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:35:21Z', 'updated_at': '2022-03-30T01:39:29Z', 'revision_number': 6, 'project_id': 'f209b912e4bd4a87ae03b6ffd2abe157', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:39:30.224935 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (e76687cc-806e-4a2c-a1f1-b7ee918b6460), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.255833 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] Pushing event deleted for resources: {'Port': ['ID=e76687cc-806e-4a2c-a1f1-b7ee918b6460,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:30.319753 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3784754'] for router_gateway (3e488ba3-8644-4f38-9e13-8dd556a2dd50), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.416184 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3990'] for router (3e488ba3-8644-4f38-9e13-8dd556a2dd50), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.418442 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] Publish callbacks [] for router_controller (3e488ba3-8644-4f38-9e13-8dd556a2dd50), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.464612 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786967'] for router (3e488ba3-8644-4f38-9e13-8dd556a2dd50), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.465072 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e488ba3-8644-4f38-9e13-8dd556a2dd50 {{(pid=103227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:39:30.471156 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.473170 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-0353598e-507d-4408-a27a-6cd93189c5cc admin admin] 10.222.0.30 "DELETE /v2.0/routers/3e488ba3-8644-4f38-9e13-8dd556a2dd50 HTTP/1.1" status: 204 len: 168 time: 0.8585551 Mar 30 01:39:30.475861 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43964) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:30.524976 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_v2 [None req-21515e88-f794-44b6-9998-0a1a3c0801be admin admin] Deleting subnet 7e77f2a5-8711-44b4-9bd8-745e29cce5c2 {{(pid=103227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:39:30.528344 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-21515e88-f794-44b6-9998-0a1a3c0801be admin admin] Publish callbacks [] for subnet (7e77f2a5-8711-44b4-9bd8-745e29cce5c2), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.546870 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-504c5ef8-0840-410e-8e5e-44bdf561650f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785544'] for router_interface (8be0bbf7-a4e6-469b-b090-49836de10849), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.568174 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-21515e88-f794-44b6-9998-0a1a3c0801be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60554882'] for subnet (7e77f2a5-8711-44b4-9bd8-745e29cce5c2), precommit_delete_associations {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.678375 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-21515e88-f794-44b6-9998-0a1a3c0801be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (7e77f2a5-8711-44b4-9bd8-745e29cce5c2), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.731231 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-21515e88-f794-44b6-9998-0a1a3c0801be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3152769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60116517'] for subnet (7e77f2a5-8711-44b4-9bd8-745e29cce5c2), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.757539 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21515e88-f794-44b6-9998-0a1a3c0801be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e77f2a5-8711-44b4-9bd8-745e29cce5c2,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:30.760171 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-21515e88-f794-44b6-9998-0a1a3c0801be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for subnet (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.764737 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da02db9-ed56-4c48-88e5-f8accd14a884 None None] Network bb381a09-567f-4898-a161-3a00985edb2d requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:39:30.766093 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-21515e88-f794-44b6-9998-0a1a3c0801be admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7e77f2a5-8711-44b4-9bd8-745e29cce5c2 HTTP/1.1" status: 204 len: 168 time: 0.2892263 Mar 30 01:39:30.766763 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43966) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:30.833164 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-504c5ef8-0840-410e-8e5e-44bdf561650f admin admin] Deleting port a1bcea90-30c5-41cf-85d0-e176bc4b1d05 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:30.833777 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-504c5ef8-0840-410e-8e5e-44bdf561650f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.837070 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (bb381a09-567f-4898-a161-3a00985edb2d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.899039 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Deleting port 78ff31a6-07c5-42ba-9e0c-0ef75756033d {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:30.899375 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.920095 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-504c5ef8-0840-410e-8e5e-44bdf561650f admin admin] For port a1bcea90-30c5-41cf-85d0-e176bc4b1d05, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=a1bcea90-30c5-41cf-85d0-e176bc4b1d05,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:30.920392 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-504c5ef8-0840-410e-8e5e-44bdf561650f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.933323 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-504c5ef8-0840-410e-8e5e-44bdf561650f admin admin] Calling delete_port for a1bcea90-30c5-41cf-85d0-e176bc4b1d05 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:30.960607 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] For port 78ff31a6-07c5-42ba-9e0c-0ef75756033d, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=78ff31a6-07c5-42ba-9e0c-0ef75756033d,segment=NetworkSegment(8550264f-b8b0-466c-be6d-3f524a2b5b01),segment_id=8550264f-b8b0-466c-be6d-3f524a2b5b01)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:30.960971 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:30.980516 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Calling delete_port for 78ff31a6-07c5-42ba-9e0c-0ef75756033d owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:31.001301 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb89c2d9-dab4-409d-a2d1-31e0e4f118c4 None None] DHCP port deletion for bb381a09-567f-4898-a161-3a00985edb2d request from dv-cinder-817135-7-iscsi {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:39:31.031512 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device f94c8c4f-bcc6-4664-94b0-59e1933d2d01 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:39:31.062329 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: f94c8c4f-bcc6-4664-94b0-59e1933d2d01 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:39:31.062992 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device f94c8c4f-bcc6-4664-94b0-59e1933d2d01 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:39:31.077104 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.095964 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bb89c2d9-dab4-409d-a2d1-31e0e4f118c4 None None] Deleting port 78ff31a6-07c5-42ba-9e0c-0ef75756033d {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:31.096627 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bb89c2d9-dab4-409d-a2d1-31e0e4f118c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.106435 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Pushing event deleted for resources: {'Port': ['ID=78ff31a6-07c5-42ba-9e0c-0ef75756033d,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:31.108418 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] No DVR routers for this DVR port 78ff31a6-07c5-42ba-9e0c-0ef75756033d on host dv-cinder-817135-7-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:39:31.150752 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-504c5ef8-0840-410e-8e5e-44bdf561650f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (a1bcea90-30c5-41cf-85d0-e176bc4b1d05), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.175978 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bb89c2d9-dab4-409d-a2d1-31e0e4f118c4 None None] For port 78ff31a6-07c5-42ba-9e0c-0ef75756033d, host dv-cinder-817135-7-iscsi, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:31.176393 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bb89c2d9-dab4-409d-a2d1-31e0e4f118c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.186116 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c5ef8-0840-410e-8e5e-44bdf561650f admin admin] Pushing event deleted for resources: {'Port': ['ID=a1bcea90-30c5-41cf-85d0-e176bc4b1d05,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:31.192495 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bb89c2d9-dab4-409d-a2d1-31e0e4f118c4 None None] Calling delete_port for 78ff31a6-07c5-42ba-9e0c-0ef75756033d owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:31.195664 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-bb89c2d9-dab4-409d-a2d1-31e0e4f118c4 None None] Port 78ff31a6-07c5-42ba-9e0c-0ef75756033d was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 30 01:39:31.195948 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (bb381a09-567f-4898-a161-3a00985edb2d), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.198350 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bb89c2d9-dab4-409d-a2d1-31e0e4f118c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781'] for port (78ff31a6-07c5-42ba-9e0c-0ef75756033d), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.222340 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89c2d9-dab4-409d-a2d1-31e0e4f118c4 None None] Pushing event deleted for resources: {'Port': ['ID=78ff31a6-07c5-42ba-9e0c-0ef75756033d,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:31.235124 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89c2d9-dab4-409d-a2d1-31e0e4f118c4 None None] No DVR routers for this DVR port 78ff31a6-07c5-42ba-9e0c-0ef75756033d on host dv-cinder-817135-7-iscsi {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:39:31.237144 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb381a09-567f-4898-a161-3a00985edb2d']}} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:31.250600 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8550264f-b8b0-466c-be6d-3f524a2b5b01') {'for_net_delete': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:31.250965 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8550264f-b8b0-466c-be6d-3f524a2b5b01') {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:31.267271 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60554889'] for segment (8550264f-b8b0-466c-be6d-3f524a2b5b01), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.283341 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (8550264f-b8b0-466c-be6d-3f524a2b5b01), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.290109 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:39:31.291421 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3152423'] for segment (8550264f-b8b0-466c-be6d-3f524a2b5b01), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: Traceback (most recent call last): Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: timer() Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: cb(*args, **kw) Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: return func(*args, **kwargs) Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: self._notify() Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: self.callback(batched_events) Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: event.method(event) Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: return f(self, *a, **k) Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._get(url).json() Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: return self.request(url, 'GET', **kwargs) Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:39:31.294147 dv-cinder-817135-7-iscsi neutron-server[103227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:39:31.357158 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 8bcbbd6c-2922-4816-87b4-f60bf3102b6b no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:39:31.362335 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (bb381a09-567f-4898-a161-3a00985edb2d), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.369478 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.377910 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] 10.222.0.30 "DELETE /v2.0/networks/bb381a09-567f-4898-a161-3a00985edb2d HTTP/1.1" status: 204 len: 168 time: 0.6072671 Mar 30 01:39:31.389431 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: 8bcbbd6c-2922-4816-87b4-f60bf3102b6b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:39:31.390095 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83301c82-313b-456e-9f5a-0d5fafa40cba admin admin] Pushing event deleted for resources: {'Network': ['ID=bb381a09-567f-4898-a161-3a00985edb2d,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:31.391802 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device 8bcbbd6c-2922-4816-87b4-f60bf3102b6b not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:39:31.392938 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-504c5ef8-0840-410e-8e5e-44bdf561650f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3786456'] for router_interface (8be0bbf7-a4e6-469b-b090-49836de10849), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.563960 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43970) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:31.604784 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-997022c8-f938-47c5-b42f-234a61b25386 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f209b912e4bd4a87ae03b6ffd2abe157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395970 Mar 30 01:39:31.607263 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 43972) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:31.641452 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504c5ef8-0840-410e-8e5e-44bdf561650f admin admin] Router 8be0bbf7-a4e6-469b-b090-49836de10849 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:39:31.655612 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cae79085-dc09-4218-91cd-79dccfb0dcae admin admin] Publish callbacks [] for security_group (a35308a6-b15d-4cc2-99c1-5e6314014541), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.677828 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cae79085-dc09-4218-91cd-79dccfb0dcae admin admin] Publish callbacks [] for security_group (a35308a6-b15d-4cc2-99c1-5e6314014541), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.761299 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504c5ef8-0840-410e-8e5e-44bdf561650f admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:39:31.766407 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-504c5ef8-0840-410e-8e5e-44bdf561650f admin admin] 10.222.0.30 "PUT /v2.0/routers/8be0bbf7-a4e6-469b-b090-49836de10849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8462241 Mar 30 01:39:31.768963 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43974) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:31.772075 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66451e77-357a-423d-81b5-adf1b3320d05 None None] Sync routers for ids ['8be0bbf7-a4e6-469b-b090-49836de10849'] in dv-cinder-817135-7-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:39:31.784606 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66451e77-357a-423d-81b5-adf1b3320d05 None None] Routers {'8be0bbf7-a4e6-469b-b090-49836de10849'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:39:31.785408 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-66451e77-357a-423d-81b5-adf1b3320d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:39:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8be0bbf7-a4e6-469b-b090-49836de10849'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:31.884954 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] Publish callbacks [] for router (8be0bbf7-a4e6-469b-b090-49836de10849), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.899162 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-66451e77-357a-423d-81b5-adf1b3320d05 None None] Set router 8be0bbf7-a4e6-469b-b090-49836de10849 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:39:31.973992 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cae79085-dc09-4218-91cd-79dccfb0dcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (a35308a6-b15d-4cc2-99c1-5e6314014541), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.976656 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cae79085-dc09-4218-91cd-79dccfb0dcae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:31.977806 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-cae79085-dc09-4218-91cd-79dccfb0dcae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a35308a6-b15d-4cc2-99c1-5e6314014541 HTTP/1.1" status: 204 len: 168 time: 0.3696208 Mar 30 01:39:31.986443 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae79085-dc09-4218-91cd-79dccfb0dcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35308a6-b15d-4cc2-99c1-5e6314014541,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:32.010520 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] Publish callbacks [] for router_gateway (8be0bbf7-a4e6-469b-b090-49836de10849), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:32.069668 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] Deleting port 19001c94-5db7-407c-9336-f5b799f43499 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:32.070137 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (19001c94-5db7-407c-9336-f5b799f43499), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:32.104091 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-66451e77-357a-423d-81b5-adf1b3320d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '19001c94-5db7-407c-9336-f5b799f43499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:39:31Z', 'revision_number': 5, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port': {'id': '19001c94-5db7-407c-9336-f5b799f43499', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:55Z', 'updated_at': '2022-03-30T01:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:32.130766 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66451e77-357a-423d-81b5-adf1b3320d05 None None] Checking router: 8be0bbf7-a4e6-469b-b090-49836de10849 for host: dv-cinder-817135-7-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:39:32.141357 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66451e77-357a-423d-81b5-adf1b3320d05 None None] Routers {'8be0bbf7-a4e6-469b-b090-49836de10849'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:39:32.142424 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-66451e77-357a-423d-81b5-adf1b3320d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:39:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['8be0bbf7-a4e6-469b-b090-49836de10849'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:32.156712 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] For port 19001c94-5db7-407c-9336-f5b799f43499, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=19001c94-5db7-407c-9336-f5b799f43499,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:32.157164 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (19001c94-5db7-407c-9336-f5b799f43499), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:32.174345 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] Calling delete_port for 19001c94-5db7-407c-9336-f5b799f43499 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:32.235391 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-66451e77-357a-423d-81b5-adf1b3320d05 None None] Set router 8be0bbf7-a4e6-469b-b090-49836de10849 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:39:32.298382 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-66451e77-357a-423d-81b5-adf1b3320d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:39:32Z', 'revision_number': 6, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port_host': None}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:32.329116 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66451e77-357a-423d-81b5-adf1b3320d05 None None] The sync data for ids ['8be0bbf7-a4e6-469b-b090-49836de10849'] in dv-cinder-817135-7-iscsi is: [{'id': '8be0bbf7-a4e6-469b-b090-49836de10849', 'name': 'tempest-TestShelveInstance-2012296943-router', 'tenant_id': '41e905053f284f86801ebd7f370ff78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:54Z', 'updated_at': '2022-03-30T01:39:32Z', 'revision_number': 6, 'project_id': '41e905053f284f86801ebd7f370ff78a', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:39:32.366673 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (19001c94-5db7-407c-9336-f5b799f43499), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:32.395324 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] Pushing event deleted for resources: {'Port': ['ID=19001c94-5db7-407c-9336-f5b799f43499,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:32.455199 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3784754'] for router_gateway (8be0bbf7-a4e6-469b-b090-49836de10849), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:32.547970 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3990'] for router (8be0bbf7-a4e6-469b-b090-49836de10849), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:32.550089 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] Publish callbacks [] for router_controller (8be0bbf7-a4e6-469b-b090-49836de10849), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:32.599092 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786967'] for router (8be0bbf7-a4e6-469b-b090-49836de10849), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:32.599608 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8be0bbf7-a4e6-469b-b090-49836de10849 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:39:32.604204 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:32.605350 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7855ed33-e3eb-4703-a305-2545cef19686 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8be0bbf7-a4e6-469b-b090-49836de10849 HTTP/1.1" status: 204 len: 168 time: 0.8354566 Mar 30 01:39:32.608116 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 43994) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:32.655287 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be45ae0-2cc0-4cae-a728-a199badba5dd admin admin] Deleting subnet 47090215-5979-4d9f-9ff5-d6d6ff46172b {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:39:32.659603 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7be45ae0-2cc0-4cae-a728-a199badba5dd admin admin] Publish callbacks [] for subnet (47090215-5979-4d9f-9ff5-d6d6ff46172b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:32.736679 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7be45ae0-2cc0-4cae-a728-a199badba5dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59948698'] for subnet (47090215-5979-4d9f-9ff5-d6d6ff46172b), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:32.811146 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device e76687cc-806e-4a2c-a1f1-b7ee918b6460 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:39:32.841476 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: e76687cc-806e-4a2c-a1f1-b7ee918b6460 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:39:32.841826 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device e76687cc-806e-4a2c-a1f1-b7ee918b6460 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:39:32.842078 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7be45ae0-2cc0-4cae-a728-a199badba5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (47090215-5979-4d9f-9ff5-d6d6ff46172b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:32.842253 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 78ff31a6-07c5-42ba-9e0c-0ef75756033d no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:39:32.867305 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 78ff31a6-07c5-42ba-9e0c-0ef75756033d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:39:32.867654 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 78ff31a6-07c5-42ba-9e0c-0ef75756033d not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:39:32.904612 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7be45ae0-2cc0-4cae-a728-a199badba5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60604968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60098960'] for subnet (47090215-5979-4d9f-9ff5-d6d6ff46172b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:32.931124 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be45ae0-2cc0-4cae-a728-a199badba5dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47090215-5979-4d9f-9ff5-d6d6ff46172b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:32.934966 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7be45ae0-2cc0-4cae-a728-a199badba5dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:32.938432 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7be45ae0-2cc0-4cae-a728-a199badba5dd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/47090215-5979-4d9f-9ff5-d6d6ff46172b HTTP/1.1" status: 204 len: 168 time: 0.3290310 Mar 30 01:39:32.940527 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379f3b60-12c3-4b38-a300-e8699add37e6 None None] Network d5f94645-b564-41be-bb2d-41c4af6ef6e2 requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:39:32.941131 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 44002) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:33.036415 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (d5f94645-b564-41be-bb2d-41c4af6ef6e2), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:33.115243 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Deleting port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:33.115853 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:33.152586 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dcd7b1-5ccb-4a23-be79-882cf4bb6d08 None None] DHCP port deletion for d5f94645-b564-41be-bb2d-41c4af6ef6e2 request from dv-cinder-817135-7-iscsi {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:39:33.189916 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] For port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:33.190514 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:33.204539 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Calling delete_port for 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:33.215857 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c9dcd7b1-5ccb-4a23-be79-882cf4bb6d08 None None] Deleting port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:33.216316 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c9dcd7b1-5ccb-4a23-be79-882cf4bb6d08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:33.299965 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3152498'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:33.306792 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c9dcd7b1-5ccb-4a23-be79-882cf4bb6d08 None None] For port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0,segment=NetworkSegment(bafb6741-0814-424f-8863-782152bb3a07),segment_id=bafb6741-0814-424f-8863-782152bb3a07)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:33.307316 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c9dcd7b1-5ccb-4a23-be79-882cf4bb6d08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:33.322614 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c9dcd7b1-5ccb-4a23-be79-882cf4bb6d08 None None] Calling delete_port for 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:33.340360 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Pushing event deleted for resources: {'Port': ['ID=220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:33.343258 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] No DVR routers for this DVR port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 on host dv-cinder-817135-7-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:39:33.363001 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.363299 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.363644 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.363985 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.364321 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.364653 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.364998 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.365329 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.365692 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.366021 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.366351 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.366679 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.375334 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.375683 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.376039 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:39:33.433340 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c9dcd7b1-5ccb-4a23-be79-882cf4bb6d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781'] for port (220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:33.461156 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (d5f94645-b564-41be-bb2d-41c4af6ef6e2), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:33.463427 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dcd7b1-5ccb-4a23-be79-882cf4bb6d08 None None] Pushing event deleted for resources: {'Port': ['ID=220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:33.467603 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dcd7b1-5ccb-4a23-be79-882cf4bb6d08 None None] No DVR routers for this DVR port 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 on host dv-cinder-817135-7-iscsi {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:39:33.494479 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f94645-b564-41be-bb2d-41c4af6ef6e2']}} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:33.503935 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafb6741-0814-424f-8863-782152bb3a07') {'for_net_delete': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:33.504231 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.services.segments.db [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafb6741-0814-424f-8863-782152bb3a07') {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:33.514081 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60554889'] for segment (bafb6741-0814-424f-8863-782152bb3a07), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:33.527989 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (bafb6741-0814-424f-8863-782152bb3a07), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:33.533984 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:39:33.534365 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3152423'] for segment (bafb6741-0814-424f-8863-782152bb3a07), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: Traceback (most recent call last): Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: timer() Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: cb(*args, **kw) Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: return func(*args, **kwargs) Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: self._notify() Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: self.callback(batched_events) Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: event.method(event) Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: return f(self, *a, **k) Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._get(url).json() Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: return self.request(url, 'GET', **kwargs) Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:39:33.536022 dv-cinder-817135-7-iscsi neutron-server[103227]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:39:33.592668 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (d5f94645-b564-41be-bb2d-41c4af6ef6e2), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:33.597743 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:33.600951 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d5f94645-b564-41be-bb2d-41c4af6ef6e2 HTTP/1.1" status: 204 len: 168 time: 0.6587393 Mar 30 01:39:33.604020 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44008) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:33.613001 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4459c-ff37-4646-8b22-139515410791 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f94645-b564-41be-bb2d-41c4af6ef6e2,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:33.946285 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-943bc51f-af51-478c-a03d-28d47cff791c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3785544'] for router_interface (51c44a09-8440-4086-84ba-5e1266916b52), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:34.190725 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-943bc51f-af51-478c-a03d-28d47cff791c admin admin] Deleting port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:34.191073 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-943bc51f-af51-478c-a03d-28d47cff791c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:34.274371 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-943bc51f-af51-478c-a03d-28d47cff791c admin admin] For port e609a7dd-8ba0-484f-b5ae-1f386e26a9d3, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=e609a7dd-8ba0-484f-b5ae-1f386e26a9d3,segment=NetworkSegment(795b8875-599f-4ad2-9ba4-8f8d26ba634b),segment_id=795b8875-599f-4ad2-9ba4-8f8d26ba634b)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:34.274737 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-943bc51f-af51-478c-a03d-28d47cff791c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:34.287843 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-943bc51f-af51-478c-a03d-28d47cff791c admin admin] Calling delete_port for e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:34.405374 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 19001c94-5db7-407c-9336-f5b799f43499 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:39:34.426722 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 19001c94-5db7-407c-9336-f5b799f43499 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:39:34.427414 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 19001c94-5db7-407c-9336-f5b799f43499 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:39:34.427968 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:39:34.449172 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:39:34.449525 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 220ce6d7-1c3d-4e0a-a951-ed7b9f5750d0 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:39:34.449947 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device a1bcea90-30c5-41cf-85d0-e176bc4b1d05 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:39:34.471517 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-943bc51f-af51-478c-a03d-28d47cff791c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (e609a7dd-8ba0-484f-b5ae-1f386e26a9d3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:34.473976 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: a1bcea90-30c5-41cf-85d0-e176bc4b1d05 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:39:34.474335 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device a1bcea90-30c5-41cf-85d0-e176bc4b1d05 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:39:34.500690 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bc51f-af51-478c-a03d-28d47cff791c admin admin] Pushing event deleted for resources: {'Port': ['ID=e609a7dd-8ba0-484f-b5ae-1f386e26a9d3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:34.682858 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-943bc51f-af51-478c-a03d-28d47cff791c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3725391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3786456'] for router_interface (51c44a09-8440-4086-84ba-5e1266916b52), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:34.925278 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943bc51f-af51-478c-a03d-28d47cff791c admin admin] Router 51c44a09-8440-4086-84ba-5e1266916b52 has already been hosted by L3 agent a7db150b-b2f5-4348-917b-ee899f238924 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 01:39:35.280229 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943bc51f-af51-478c-a03d-28d47cff791c admin admin] Notify agent at l3_agent.dv-cinder-817135-7-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 01:39:35.287199 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-943bc51f-af51-478c-a03d-28d47cff791c admin admin] 10.222.0.30 "PUT /v2.0/routers/51c44a09-8440-4086-84ba-5e1266916b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6805325 Mar 30 01:39:35.288075 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44022) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:35.291088 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981efaa7-0208-449e-a9bb-22b9be3b4ac3 None None] Sync routers for ids ['51c44a09-8440-4086-84ba-5e1266916b52'] in dv-cinder-817135-7-iscsi {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 01:39:35.301761 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981efaa7-0208-449e-a9bb-22b9be3b4ac3 None None] Routers {'51c44a09-8440-4086-84ba-5e1266916b52'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:39:35.302402 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-981efaa7-0208-449e-a9bb-22b9be3b4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:39:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['51c44a09-8440-4086-84ba-5e1266916b52'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:35.392060 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] Publish callbacks [] for router (51c44a09-8440-4086-84ba-5e1266916b52), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:35.408866 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-981efaa7-0208-449e-a9bb-22b9be3b4ac3 None None] Set router 51c44a09-8440-4086-84ba-5e1266916b52 gateway port host: dv-cinder-817135-7-iscsi {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:39:35.495549 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] Publish callbacks [] for router_gateway (51c44a09-8440-4086-84ba-5e1266916b52), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:35.546755 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] Deleting port 972e96a8-ec76-484e-ba37-758df43088b1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:35.547086 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (972e96a8-ec76-484e-ba37-758df43088b1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:35.585304 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-981efaa7-0208-449e-a9bb-22b9be3b4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c44a09-8440-4086-84ba-5e1266916b52', 'name': 'tempest-TestShelveInstance-410507183-router', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'external_fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '972e96a8-ec76-484e-ba37-758df43088b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:39:34Z', 'revision_number': 5, 'project_id': 'b883cc6c4a874c66b775b02471346e61', 'gw_port': {'id': '972e96a8-ec76-484e-ba37-758df43088b1', 'name': '', 'network_id': '1720a7c7-9253-45c5-8c79-215aa1283f3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c44a09-8440-4086-84ba-5e1266916b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce4adbf7-7f76-4151-940a-cf0f3c9fdb2b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-7-iscsi'}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:35.616504 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981efaa7-0208-449e-a9bb-22b9be3b4ac3 None None] Checking router: 51c44a09-8440-4086-84ba-5e1266916b52 for host: dv-cinder-817135-7-iscsi {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 01:39:35.625019 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981efaa7-0208-449e-a9bb-22b9be3b4ac3 None None] Routers {'51c44a09-8440-4086-84ba-5e1266916b52'} bound to L3 agent in host dv-cinder-817135-7-iscsi {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 01:39:35.625803 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-981efaa7-0208-449e-a9bb-22b9be3b4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T01:20:16Z,description=,heartbeat_timestamp=2022-03-30T01:39:16Z,host='dv-cinder-817135-7-iscsi',id=a7db150b-b2f5-4348-917b-ee899f238924,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T01:20:16Z,topic='l3_agent')) {'router_ids': ['51c44a09-8440-4086-84ba-5e1266916b52'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:35.632110 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] For port 972e96a8-ec76-484e-ba37-758df43088b1, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=972e96a8-ec76-484e-ba37-758df43088b1,segment=NetworkSegment(1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3),segment_id=1b3ea1a9-b91a-43e4-bd6f-011e08e2f9e3)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:35.632476 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (972e96a8-ec76-484e-ba37-758df43088b1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:35.649511 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] Calling delete_port for 972e96a8-ec76-484e-ba37-758df43088b1 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:35.804766 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-981efaa7-0208-449e-a9bb-22b9be3b4ac3 None None] Set router 51c44a09-8440-4086-84ba-5e1266916b52 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 01:39:35.832127 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (972e96a8-ec76-484e-ba37-758df43088b1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:35.861431 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-981efaa7-0208-449e-a9bb-22b9be3b4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c44a09-8440-4086-84ba-5e1266916b52', 'name': 'tempest-TestShelveInstance-410507183-router', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:39:35Z', 'revision_number': 6, 'project_id': 'b883cc6c4a874c66b775b02471346e61', 'gw_port_host': None}], 'dv-cinder-817135-7-iscsi', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:35.881406 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=972e96a8-ec76-484e-ba37-758df43088b1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:35.893064 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981efaa7-0208-449e-a9bb-22b9be3b4ac3 None None] The sync data for ids ['51c44a09-8440-4086-84ba-5e1266916b52'] in dv-cinder-817135-7-iscsi is: [{'id': '51c44a09-8440-4086-84ba-5e1266916b52', 'name': 'tempest-TestShelveInstance-410507183-router', 'tenant_id': 'b883cc6c4a874c66b775b02471346e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T01:34:59Z', 'updated_at': '2022-03-30T01:39:35Z', 'revision_number': 6, 'project_id': 'b883cc6c4a874c66b775b02471346e61', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 01:39:35.940244 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3784754'] for router_gateway (51c44a09-8440-4086-84ba-5e1266916b52), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.041097 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3786926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3990'] for router (51c44a09-8440-4086-84ba-5e1266916b52), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.043977 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] Publish callbacks [] for router_controller (51c44a09-8440-4086-84ba-5e1266916b52), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.092678 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3786967'] for router (51c44a09-8440-4086-84ba-5e1266916b52), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.093340 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51c44a09-8440-4086-84ba-5e1266916b52 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 01:39:36.097787 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.101042 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f768ac8b-d426-415e-8325-3853e3c55cf9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/51c44a09-8440-4086-84ba-5e1266916b52 HTTP/1.1" status: 204 len: 168 time: 0.8098013 Mar 30 01:39:36.101306 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44032) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:36.149833 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b5dd39-b4ec-46a7-855e-404afa3ad154 admin admin] Deleting subnet 4b760592-068a-4cdc-9f04-3431eb6fd948 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 01:39:36.154943 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29b5dd39-b4ec-46a7-855e-404afa3ad154 admin admin] Publish callbacks [] for subnet (4b760592-068a-4cdc-9f04-3431eb6fd948), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.191126 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29b5dd39-b4ec-46a7-855e-404afa3ad154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59948698'] for subnet (4b760592-068a-4cdc-9f04-3431eb6fd948), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.274653 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29b5dd39-b4ec-46a7-855e-404afa3ad154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910824'] for subnet (4b760592-068a-4cdc-9f04-3431eb6fd948), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.331224 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29b5dd39-b4ec-46a7-855e-404afa3ad154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3691932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60604968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60098960'] for subnet (4b760592-068a-4cdc-9f04-3431eb6fd948), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.359910 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5dd39-b4ec-46a7-855e-404afa3ad154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b760592-068a-4cdc-9f04-3431eb6fd948,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:36.363340 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29b5dd39-b4ec-46a7-855e-404afa3ad154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.367351 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-29b5dd39-b4ec-46a7-855e-404afa3ad154 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4b760592-068a-4cdc-9f04-3431eb6fd948 HTTP/1.1" status: 204 len: 168 time: 0.2642548 Mar 30 01:39:36.369133 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44038) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:36.371839 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b28566b-2d12-418c-bf09-cc660fb9928b None None] Network d50e5697-d23e-4bce-8080-eb4b34b9607c requested from dv-cinder-817135-7-iscsi {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 01:39:36.439827 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1016233'] for network (d50e5697-d23e-4bce-8080-eb4b34b9607c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.501156 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Deleting port 036d71ef-3d0e-49e9-aa42-631aec25f96a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:39:36.501490 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (036d71ef-3d0e-49e9-aa42-631aec25f96a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.564720 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] For port 036d71ef-3d0e-49e9-aa42-631aec25f96a, host dv-cinder-817135-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-7-iscsi',level=0,port_id=036d71ef-3d0e-49e9-aa42-631aec25f96a,segment=NetworkSegment(795b8875-599f-4ad2-9ba4-8f8d26ba634b),segment_id=795b8875-599f-4ad2-9ba4-8f8d26ba634b)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:39:36.565069 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (036d71ef-3d0e-49e9-aa42-631aec25f96a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.578848 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Calling delete_port for 036d71ef-3d0e-49e9-aa42-631aec25f96a owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:39:36.660130 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (036d71ef-3d0e-49e9-aa42-631aec25f96a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.691988 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=036d71ef-3d0e-49e9-aa42-631aec25f96a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:36.694916 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3efc772-0dec-495f-ad7a-dfe1f1761348 None None] DHCP port deletion for d50e5697-d23e-4bce-8080-eb4b34b9607c request from dv-cinder-817135-7-iscsi {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 01:39:36.695466 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] No DVR routers for this DVR port 036d71ef-3d0e-49e9-aa42-631aec25f96a on host dv-cinder-817135-7-iscsi {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:39:36.748992 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:39:36.769524 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:39:36.769965 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device e609a7dd-8ba0-484f-b5ae-1f386e26a9d3 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:39:36.770543 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 972e96a8-ec76-484e-ba37-758df43088b1 no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:39:36.773778 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716387', 'neutron.services.segments.db._delete_segments_for_network-8734057288250'] for network (d50e5697-d23e-4bce-8080-eb4b34b9607c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.791185 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 972e96a8-ec76-484e-ba37-758df43088b1 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:39:36.791630 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 972e96a8-ec76-484e-ba37-758df43088b1 not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:39:36.795309 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50e5697-d23e-4bce-8080-eb4b34b9607c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:36.804615 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795b8875-599f-4ad2-9ba4-8f8d26ba634b') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:36.804914 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795b8875-599f-4ad2-9ba4-8f8d26ba634b') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 01:39:36.815100 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734057519683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59948689'] for segment (795b8875-599f-4ad2-9ba4-8f8d26ba634b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.828569 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255'] for segment (795b8875-599f-4ad2-9ba4-8f8d26ba634b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.835057 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 01:39:36.835470 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60605326'] for segment (795b8875-599f-4ad2-9ba4-8f8d26ba634b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: Traceback (most recent call last): Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: timer() Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: cb(*args, **kw) Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: return func(*args, **kwargs) Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: self._notify() Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: self.callback(batched_events) Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: event.method(event) Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: return f(self, *a, **k) Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: return self._get(url).json() Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 01:39:36.837150 dv-cinder-817135-7-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 01:39:36.896261 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3784798'] for network (d50e5697-d23e-4bce-8080-eb4b34b9607c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.901956 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3725408'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:36.908035 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d50e5697-d23e-4bce-8080-eb4b34b9607c HTTP/1.1" status: 204 len: 168 time: 0.5349555 Mar 30 01:39:36.916659 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176b505-b872-4c97-b1ba-3fccf8342a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=d50e5697-d23e-4bce-8080-eb4b34b9607c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:37.076209 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44042) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:37.114973 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-70fea563-4581-40aa-995b-e7078f4113a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41e905053f284f86801ebd7f370ff78a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375125 Mar 30 01:39:37.117199 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44044) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:37.164329 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4c10-3dfc-4500-bb8c-1f17da0df342 admin admin] Publish callbacks [] for security_group (85260a5d-627b-44de-9191-3e67ce7f98b9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:37.186502 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4c10-3dfc-4500-bb8c-1f17da0df342 admin admin] Publish callbacks [] for security_group (85260a5d-627b-44de-9191-3e67ce7f98b9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:37.237854 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4c10-3dfc-4500-bb8c-1f17da0df342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (85260a5d-627b-44de-9191-3e67ce7f98b9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:37.240716 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e7b4c10-3dfc-4500-bb8c-1f17da0df342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:37.241716 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0e7b4c10-3dfc-4500-bb8c-1f17da0df342 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85260a5d-627b-44de-9191-3e67ce7f98b9 HTTP/1.1" status: 204 len: 168 time: 0.1235452 Mar 30 01:39:37.250275 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b4c10-3dfc-4500-bb8c-1f17da0df342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85260a5d-627b-44de-9191-3e67ce7f98b9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:37.573947 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44070) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:37.612911 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8cd6351a-8493-4fbd-8ec4-11f99d57de4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b883cc6c4a874c66b775b02471346e61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376182 Mar 30 01:39:37.615439 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44074) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:37.668351 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6816fd9-fa87-4b67-aa28-de99358e82b3 admin admin] Publish callbacks [] for security_group (21a21417-399d-4397-95e8-25e23d1bb5a7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:37.690659 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6816fd9-fa87-4b67-aa28-de99358e82b3 admin admin] Publish callbacks [] for security_group (21a21417-399d-4397-95e8-25e23d1bb5a7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:37.736859 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6816fd9-fa87-4b67-aa28-de99358e82b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (21a21417-399d-4397-95e8-25e23d1bb5a7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:37.739453 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6816fd9-fa87-4b67-aa28-de99358e82b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:37.740585 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b6816fd9-fa87-4b67-aa28-de99358e82b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21a21417-399d-4397-95e8-25e23d1bb5a7 HTTP/1.1" status: 204 len: 168 time: 0.1242712 Mar 30 01:39:37.748767 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6816fd9-fa87-4b67-aa28-de99358e82b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a21417-399d-4397-95e8-25e23d1bb5a7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:38.391143 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 036d71ef-3d0e-49e9-aa42-631aec25f96a no longer exists at agent ovs-agent-dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:39:38.411861 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] No Port match for: 036d71ef-3d0e-49e9-aa42-631aec25f96a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:39:38.412210 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Device 036d71ef-3d0e-49e9-aa42-631aec25f96a not bound to the agent host dv-cinder-817135-7-iscsi {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:39:41.663660 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44116) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:41.767002 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-236b1509-6662-4a9d-b68e-25d9f661701a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:41.841580 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-236b1509-6662-4a9d-b68e-25d9f661701a admin admin] Publish callbacks [] for security_group (8077bdcb-1cc7-4b0a-8d67-2d739ad08a81), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:41.845138 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-236b1509-6662-4a9d-b68e-25d9f661701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (8077bdcb-1cc7-4b0a-8d67-2d739ad08a81), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:41.888752 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-236b1509-6662-4a9d-b68e-25d9f661701a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dcfcf698f8c24315ab42e5f87f2074e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240105 Mar 30 01:39:41.890613 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b1509-6662-4a9d-b68e-25d9f661701a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8077bdcb-1cc7-4b0a-8d67-2d739ad08a81,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:41.891455 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 44120) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:41.939834 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-88139ae4-672f-416a-b8ce-06e64c92b782 admin admin] Publish callbacks [] for security_group (8077bdcb-1cc7-4b0a-8d67-2d739ad08a81), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:41.960721 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-88139ae4-672f-416a-b8ce-06e64c92b782 admin admin] Publish callbacks [] for security_group (8077bdcb-1cc7-4b0a-8d67-2d739ad08a81), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:42.005102 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-88139ae4-672f-416a-b8ce-06e64c92b782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (8077bdcb-1cc7-4b0a-8d67-2d739ad08a81), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:42.007806 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-88139ae4-672f-416a-b8ce-06e64c92b782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:42.008937 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-88139ae4-672f-416a-b8ce-06e64c92b782 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8077bdcb-1cc7-4b0a-8d67-2d739ad08a81 HTTP/1.1" status: 204 len: 168 time: 0.1164405 Mar 30 01:39:42.017167 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88139ae4-672f-416a-b8ce-06e64c92b782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8077bdcb-1cc7-4b0a-8d67-2d739ad08a81,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:43.575541 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 44170) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:43.680441 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-186ee3b1-2e28-4e2f-b0ab-6cfee83fc35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:43.721186 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8c5d-c72b-4b75-af7e-d79960e4a810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:43.758151 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-186ee3b1-2e28-4e2f-b0ab-6cfee83fc35d admin admin] Publish callbacks [] for security_group (3b15da9a-0309-45a2-babd-9f32aab9021b), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:43.762140 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-186ee3b1-2e28-4e2f-b0ab-6cfee83fc35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (3b15da9a-0309-45a2-babd-9f32aab9021b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:43.802947 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-186ee3b1-2e28-4e2f-b0ab-6cfee83fc35d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7975918319be45ecadcc3aa85c7ed40d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261958 Mar 30 01:39:43.803898 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ee3b1-2e28-4e2f-b0ab-6cfee83fc35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b15da9a-0309-45a2-babd-9f32aab9021b,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:43.805709 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44174) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:43.854030 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad8e52a8-6748-47e8-8fcc-9cd4bd8f423c admin admin] Publish callbacks [] for security_group (3b15da9a-0309-45a2-babd-9f32aab9021b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:43.875441 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad8e52a8-6748-47e8-8fcc-9cd4bd8f423c admin admin] Publish callbacks [] for security_group (3b15da9a-0309-45a2-babd-9f32aab9021b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:43.920516 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad8e52a8-6748-47e8-8fcc-9cd4bd8f423c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (3b15da9a-0309-45a2-babd-9f32aab9021b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:43.923133 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad8e52a8-6748-47e8-8fcc-9cd4bd8f423c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:43.924282 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ad8e52a8-6748-47e8-8fcc-9cd4bd8f423c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b15da9a-0309-45a2-babd-9f32aab9021b HTTP/1.1" status: 204 len: 168 time: 0.1170170 Mar 30 01:39:43.932602 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e52a8-6748-47e8-8fcc-9cd4bd8f423c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b15da9a-0309-45a2-babd-9f32aab9021b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:44.178936 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44180) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:44.192257 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfd88179-3072-43de-ad4d-3296e24f8755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:44.263176 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfd88179-3072-43de-ad4d-3296e24f8755 admin admin] Publish callbacks [] for security_group (ffc6b166-7efa-4682-a6e1-1318162128d9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:44.267570 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfd88179-3072-43de-ad4d-3296e24f8755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (ffc6b166-7efa-4682-a6e1-1318162128d9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:44.305802 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-cfd88179-3072-43de-ad4d-3296e24f8755 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e0305fe803f4b1e9d7e14cd18ef6db6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258202 Mar 30 01:39:44.306764 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd88179-3072-43de-ad4d-3296e24f8755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc6b166-7efa-4682-a6e1-1318162128d9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:44.309304 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 44182) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:44.358241 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8dd1a291-e812-4249-b566-71fc7add1532 admin admin] Publish callbacks [] for security_group (ffc6b166-7efa-4682-a6e1-1318162128d9), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:44.379010 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8dd1a291-e812-4249-b566-71fc7add1532 admin admin] Publish callbacks [] for security_group (ffc6b166-7efa-4682-a6e1-1318162128d9), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:44.424667 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8dd1a291-e812-4249-b566-71fc7add1532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (ffc6b166-7efa-4682-a6e1-1318162128d9), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:44.427700 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8dd1a291-e812-4249-b566-71fc7add1532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:44.428838 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-8dd1a291-e812-4249-b566-71fc7add1532 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffc6b166-7efa-4682-a6e1-1318162128d9 HTTP/1.1" status: 204 len: 168 time: 0.1182818 Mar 30 01:39:44.436600 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1a291-e812-4249-b566-71fc7add1532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc6b166-7efa-4682-a6e1-1318162128d9,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:45.898617 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0d9dccb-8a4f-4535-8b6c-d8e24393f77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:47.134881 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:48.524521 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:49.272335 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44280) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:49.373587 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c035c3a-2510-4ac2-851e-d10b0e2a69d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:49.448249 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c035c3a-2510-4ac2-851e-d10b0e2a69d5 admin admin] Publish callbacks [] for security_group (4f6316e2-5ae5-4aa0-b0f0-7fce3a7e8764), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:49.451970 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c035c3a-2510-4ac2-851e-d10b0e2a69d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (4f6316e2-5ae5-4aa0-b0f0-7fce3a7e8764), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:49.489696 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4c035c3a-2510-4ac2-851e-d10b0e2a69d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb0192c831c04f5497f566a121255d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162578 Mar 30 01:39:49.490741 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c035c3a-2510-4ac2-851e-d10b0e2a69d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6316e2-5ae5-4aa0-b0f0-7fce3a7e8764,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:49.492301 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 44284) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:49.540412 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b887a849-f2d3-41cd-b12c-35f4a892b216 admin admin] Publish callbacks [] for security_group (4f6316e2-5ae5-4aa0-b0f0-7fce3a7e8764), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:49.561857 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b887a849-f2d3-41cd-b12c-35f4a892b216 admin admin] Publish callbacks [] for security_group (4f6316e2-5ae5-4aa0-b0f0-7fce3a7e8764), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:49.608112 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b887a849-f2d3-41cd-b12c-35f4a892b216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (4f6316e2-5ae5-4aa0-b0f0-7fce3a7e8764), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:49.610782 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b887a849-f2d3-41cd-b12c-35f4a892b216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:49.611949 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-b887a849-f2d3-41cd-b12c-35f4a892b216 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f6316e2-5ae5-4aa0-b0f0-7fce3a7e8764 HTTP/1.1" status: 204 len: 168 time: 0.1186757 Mar 30 01:39:49.620339 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887a849-f2d3-41cd-b12c-35f4a892b216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6316e2-5ae5-4aa0-b0f0-7fce3a7e8764,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:49.866862 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 44290) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:49.883114 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ff89633e-3b42-4a25-bf1d-6ff648073c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:49.958066 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ff89633e-3b42-4a25-bf1d-6ff648073c23 admin admin] Publish callbacks [] for security_group (c6578faf-b314-4dd6-9c6f-2836c9e6742e), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:49.961572 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ff89633e-3b42-4a25-bf1d-6ff648073c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (c6578faf-b314-4dd6-9c6f-2836c9e6742e), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:50.000443 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-ff89633e-3b42-4a25-bf1d-6ff648073c23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9d5edf0f3d54e28b6aee5e635f5a12b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325042 Mar 30 01:39:50.002387 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89633e-3b42-4a25-bf1d-6ff648073c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6578faf-b314-4dd6-9c6f-2836c9e6742e,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:50.003293 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44292) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:50.052601 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22f6cbff-22bc-4e20-af67-6ed22b4c425d admin admin] Publish callbacks [] for security_group (c6578faf-b314-4dd6-9c6f-2836c9e6742e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:50.073610 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22f6cbff-22bc-4e20-af67-6ed22b4c425d admin admin] Publish callbacks [] for security_group (c6578faf-b314-4dd6-9c6f-2836c9e6742e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:50.097327 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:50.103380 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:39:50.121175 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22f6cbff-22bc-4e20-af67-6ed22b4c425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (c6578faf-b314-4dd6-9c6f-2836c9e6742e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:50.123748 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22f6cbff-22bc-4e20-af67-6ed22b4c425d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:50.124892 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-22f6cbff-22bc-4e20-af67-6ed22b4c425d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6578faf-b314-4dd6-9c6f-2836c9e6742e HTTP/1.1" status: 204 len: 168 time: 0.1206243 Mar 30 01:39:50.132580 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6cbff-22bc-4e20-af67-6ed22b4c425d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6578faf-b314-4dd6-9c6f-2836c9e6742e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:50.443897 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:50.457501 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc461-abf9-4ce7-baae-93ca314d4b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:50.528921 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc461-abf9-4ce7-baae-93ca314d4b91 admin admin] Publish callbacks [] for security_group (0e6f03aa-8c21-4aaf-9d93-271ddf7a44e7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:50.535549 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc461-abf9-4ce7-baae-93ca314d4b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (0e6f03aa-8c21-4aaf-9d93-271ddf7a44e7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:50.575009 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a5dcc461-abf9-4ce7-baae-93ca314d4b91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=399f9196a6ff4ffb9e5b6e31dbfa08bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299908 Mar 30 01:39:50.576907 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcc461-abf9-4ce7-baae-93ca314d4b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6f03aa-8c21-4aaf-9d93-271ddf7a44e7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:50.577768 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 44300) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:50.626406 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-807b176a-1e05-42a5-8690-eac0f01c4661 admin admin] Publish callbacks [] for security_group (0e6f03aa-8c21-4aaf-9d93-271ddf7a44e7), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:50.647649 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-807b176a-1e05-42a5-8690-eac0f01c4661 admin admin] Publish callbacks [] for security_group (0e6f03aa-8c21-4aaf-9d93-271ddf7a44e7), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:50.696207 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-807b176a-1e05-42a5-8690-eac0f01c4661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (0e6f03aa-8c21-4aaf-9d93-271ddf7a44e7), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:50.699127 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-807b176a-1e05-42a5-8690-eac0f01c4661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:50.700361 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-807b176a-1e05-42a5-8690-eac0f01c4661 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e6f03aa-8c21-4aaf-9d93-271ddf7a44e7 HTTP/1.1" status: 204 len: 168 time: 0.1215601 Mar 30 01:39:50.707756 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b176a-1e05-42a5-8690-eac0f01c4661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6f03aa-8c21-4aaf-9d93-271ddf7a44e7,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:51.721279 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.wsgi [-] (103227) accepted ('10.222.0.30', 44330) {{(pid=103227) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:51.823338 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2535950-284f-4618-bb4b-2982adf78a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:51.898077 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2535950-284f-4618-bb4b-2982adf78a70 admin admin] Publish callbacks [] for security_group (0040c2f5-b149-4617-a37d-8d280f07dcba), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:51.902163 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2535950-284f-4618-bb4b-2982adf78a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (0040c2f5-b149-4617-a37d-8d280f07dcba), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:51.941356 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [None req-b2535950-284f-4618-bb4b-2982adf78a70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56e291db07044694afffa3c66ae39ec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190018 Mar 30 01:39:51.942316 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2535950-284f-4618-bb4b-2982adf78a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0040c2f5-b149-4617-a37d-8d280f07dcba,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:51.944093 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44334) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:39:51.992861 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f793a3dd-3840-4a99-967e-8b680aa4ecdf admin admin] Publish callbacks [] for security_group (0040c2f5-b149-4617-a37d-8d280f07dcba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:52.013460 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f793a3dd-3840-4a99-967e-8b680aa4ecdf admin admin] Publish callbacks [] for security_group (0040c2f5-b149-4617-a37d-8d280f07dcba), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:52.058353 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f793a3dd-3840-4a99-967e-8b680aa4ecdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (0040c2f5-b149-4617-a37d-8d280f07dcba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:52.060980 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f793a3dd-3840-4a99-967e-8b680aa4ecdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:39:52.062117 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f793a3dd-3840-4a99-967e-8b680aa4ecdf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0040c2f5-b149-4617-a37d-8d280f07dcba HTTP/1.1" status: 204 len: 168 time: 0.1164494 Mar 30 01:39:52.069561 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793a3dd-3840-4a99-967e-8b680aa4ecdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0040c2f5-b149-4617-a37d-8d280f07dcba,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:39:54.371218 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:13.721744 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5fd3112d-973f-4227-9a77-3e18da4ac4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:15.900139 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fcca70c7-1dfa-42cd-a4cb-fd9260fef23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:16.335960 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44510) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:16.438966 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-922b2b52-01cb-48bd-9e09-395d7e5dacad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:16.510193 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-922b2b52-01cb-48bd-9e09-395d7e5dacad admin admin] Publish callbacks [] for security_group (f40754c2-8cde-46c0-a532-d5a8ab092a31), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:16.513873 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-922b2b52-01cb-48bd-9e09-395d7e5dacad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (f40754c2-8cde-46c0-a532-d5a8ab092a31), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:16.551335 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b2b52-01cb-48bd-9e09-395d7e5dacad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40754c2-8cde-46c0-a532-d5a8ab092a31,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:16.555595 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-922b2b52-01cb-48bd-9e09-395d7e5dacad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80ca85a5ffb4470e8a0644707f024267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185669 Mar 30 01:40:16.558363 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44514) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:16.607718 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bacf479-e35e-4f1a-8fe9-aa08875caef5 admin admin] Publish callbacks [] for security_group (f40754c2-8cde-46c0-a532-d5a8ab092a31), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:16.637241 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bacf479-e35e-4f1a-8fe9-aa08875caef5 admin admin] Publish callbacks [] for security_group (f40754c2-8cde-46c0-a532-d5a8ab092a31), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:16.687557 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bacf479-e35e-4f1a-8fe9-aa08875caef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (f40754c2-8cde-46c0-a532-d5a8ab092a31), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:16.690165 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bacf479-e35e-4f1a-8fe9-aa08875caef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:16.691339 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0bacf479-e35e-4f1a-8fe9-aa08875caef5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f40754c2-8cde-46c0-a532-d5a8ab092a31 HTTP/1.1" status: 204 len: 168 time: 0.1321299 Mar 30 01:40:16.699317 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacf479-e35e-4f1a-8fe9-aa08875caef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40754c2-8cde-46c0-a532-d5a8ab092a31,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:17.145837 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:18.528353 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:18.919985 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-93c2ccdb-742e-4ccb-b95f-12ec763c853b tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=62830c4fab6a49b4ae7f2533a643ffa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309331 Mar 30 01:40:19.119590 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-dac6ee59-85bf-43e4-9e0f-948940003de4 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:19.121101 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-dac6ee59-85bf-43e4-9e0f-948940003de4 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938374 Mar 30 01:40:19.138923 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-43556a30-85d7-4111-8246-c19a28cf8374 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/quotas/62830c4fab6a49b4ae7f2533a643ffa6 HTTP/1.1" status: 200 len: 375 time: 0.0118859 Mar 30 01:40:19.180259 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-b903468c-0acd-4f2b-a77e-49cfd663fd07 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=62830c4fab6a49b4ae7f2533a643ffa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362592 Mar 30 01:40:19.355242 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9ee8c579-920a-4864-b47d-4e00c7a73844 req-d8845ba2-8130-4eb1-9cbc-959c2c73aa88 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbdd3d5-2211-4f96-8fdb-f517b5f0790f HTTP/1.1" status: 200 len: 210 time: 0.0282178 Mar 30 01:40:20.100260 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:20.286852 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-54eca826-1b17-4f51-9f02-40b55fd944c6 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=62830c4fab6a49b4ae7f2533a643ffa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287263 Mar 30 01:40:20.455424 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-86c5b148-7a84-4774-94ce-b82d6c1bd8c8 req-b71d4278-8f0b-40ce-b54e-d6f2e2a58089 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbdd3d5-2211-4f96-8fdb-f517b5f0790f HTTP/1.1" status: 200 len: 210 time: 0.0271165 Mar 30 01:40:20.476874 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-a1947e6f-e0e3-4e4c-8ca0-06cc842ba014 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:20.478320 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-a1947e6f-e0e3-4e4c-8ca0-06cc842ba014 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869543 Mar 30 01:40:20.490187 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Request body: {'port': {'device_id': '0dbdd3d5-2211-4f96-8fdb-f517b5f0790f', 'network_id': 'cf0308f1-dd55-4a66-b266-63882b76eb89', 'admin_state_up': True, 'tenant_id': '62830c4fab6a49b4ae7f2533a643ffa6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:40:20.591700 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Made reservation on behalf of 62830c4fab6a49b4ae7f2533a643ffa6 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 01:40:20.595708 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:20.604044 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:20.683609 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Publish callbacks [] for security_group (d9e14e5a-0ea1-4f92-b762-ad7008ba668d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:20.687317 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (d9e14e5a-0ea1-4f92-b762-ad7008ba668d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:20.743926 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e14e5a-0ea1-4f92-b762-ad7008ba668d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:20.814250 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Allocated IP 192.168.233.234 (cf0308f1-dd55-4a66-b266-63882b76eb89/874c1a94-63db-4187-9c12-d1a2868dd9d8/b8144abd-d4a0-4c20-a631-7f3cf7c61e34) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 01:40:20.958264 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Publish callbacks [] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:20.990894 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734056960772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:21.031630 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Network cf0308f1-dd55-4a66-b266-63882b76eb89 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 01:40:21.035004 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 01:40:21.041258 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 01:40:21.067915 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Pushing event updated for resources: {'Port': ['ID=b8144abd-d4a0-4c20-a631-7f3cf7c61e34,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:21.097957 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:21.098589 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:21.115735 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-63ca10df-ec00-40a6-9f9e-3aaa5015fdff tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6290126 Mar 30 01:40:21.126920 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Request body: {'port': {'device_id': '0dbdd3d5-2211-4f96-8fdb-f517b5f0790f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 01:40:21.193029 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:21.271782 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-174171c5-963c-4ea7-9ce4-a11afe47634c None None] Provisioning complete for port b8144abd-d4a0-4c20-a631-7f3cf7c61e34 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:40:21.272411 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-174171c5-963c-4ea7-9ce4-a11afe47634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:21.309022 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-174171c5-963c-4ea7-9ce4-a11afe47634c None None] Port b8144abd-d4a0-4c20-a631-7f3cf7c61e34 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 01:40:21.450536 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8144abd-d4a0-4c20-a631-7f3cf7c61e34 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:40:21.457699 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Publish callbacks [] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:21.470409 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Transition to ACTIVE for port object b8144abd-d4a0-4c20-a631-7f3cf7c61e34 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 01:40:21.474133 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:21.525611 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Pushing event updated for resources: {'Port': ['ID=b8144abd-d4a0-4c20-a631-7f3cf7c61e34,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:21.629134 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Attempting to bind port b8144abd-d4a0-4c20-a631-7f3cf7c61e34 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 01:40:21.629458 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Attempting to bind port b8144abd-d4a0-4c20-a631-7f3cf7c61e34 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '8fe03ae6-5900-4a51-b83f-1608c5998ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf0308f1-dd55-4a66-b266-63882b76eb89'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 01:40:21.629792 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Attempting to bind port b8144abd-d4a0-4c20-a631-7f3cf7c61e34 on network cf0308f1-dd55-4a66-b266-63882b76eb89 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:40:21.638336 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8762b78-1ae0-4752-b3c7-544051e5ce19 req-7aef1afc-8eb8-42e4-9659-08d3b54fa75c tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:21.640388 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8762b78-1ae0-4752-b3c7-544051e5ce19 req-7aef1afc-8eb8-42e4-9659-08d3b54fa75c tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbdd3d5-2211-4f96-8fdb-f517b5f0790f HTTP/1.1" status: 200 len: 948 time: 0.1158254 Mar 30 01:40:21.643950 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Port b8144abd-d4a0-4c20-a631-7f3cf7c61e34 on network cf0308f1-dd55-4a66-b266-63882b76eb89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 01:40:21.644274 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Attempting to bind port b8144abd-d4a0-4c20-a631-7f3cf7c61e34 on network cf0308f1-dd55-4a66-b266-63882b76eb89 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 01:40:21.656638 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Checking agent: {'id': 'f2b25516-d7f3-4769-9405-a6c1d942b335', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'started_at': datetime.datetime(2022, 3, 30, 1, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 1, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 01:40:21.657418 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Checking segment: {'id': '8fe03ae6-5900-4a51-b83f-1608c5998ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf0308f1-dd55-4a66-b266-63882b76eb89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 01:40:21.657808 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Bound using segment: {'id': '8fe03ae6-5900-4a51-b83f-1608c5998ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf0308f1-dd55-4a66-b266-63882b76eb89'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 01:40:21.658250 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Bound port: b8144abd-d4a0-4c20-a631-7f3cf7c61e34, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe03ae6-5900-4a51-b83f-1608c5998ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cf0308f1-dd55-4a66-b266-63882b76eb89'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 01:40:21.658615 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:21.724797 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8762b78-1ae0-4752-b3c7-544051e5ce19 req-011e24fc-1295-4320-a905-83576d3f3f77 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9e14e5a-0ea1-4f92-b762-ad7008ba668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781910 Mar 30 01:40:21.749703 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] For port b8144abd-d4a0-4c20-a631-7f3cf7c61e34, host hv-cinder-81713, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 01:40:21.752778 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] For port b8144abd-d4a0-4c20-a631-7f3cf7c61e34, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b8144abd-d4a0-4c20-a631-7f3cf7c61e34,segment=NetworkSegment(8fe03ae6-5900-4a51-b83f-1608c5998ff2),segment_id=8fe03ae6-5900-4a51-b83f-1608c5998ff2)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 01:40:21.758680 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60605394'] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:21.792333 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:21.792941 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:21.794464 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] 10.222.0.10 "PUT /v2.0/ports/b8144abd-d4a0-4c20-a631-7f3cf7c61e34 HTTP/1.1" status: 200 len: 1098 time: 0.6717842 Mar 30 01:40:21.794752 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbdd3d5-2211-4f96-8fdb-f517b5f0790f', 'tag': 'b8144abd-d4a0-4c20-a631-7f3cf7c61e34'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:40:21.797509 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f50abb-70cd-49de-8c6b-72f4c6d1c543" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbdd3d5-2211-4f96-8fdb-f517b5f0790f", "tag": "b8144abd-d4a0-4c20-a631-7f3cf7c61e34"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:40:21.823131 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e31928-2d51-496e-a73c-b5ff7b226594 service neutron] Pushing event updated for resources: {'Port': ['ID=b8144abd-d4a0-4c20-a631-7f3cf7c61e34,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:21.855056 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 01:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dc6d7d-e1dc-4faa-b44d-34f3bed0583a x-openstack-request-id: req-f9dc6d7d-e1dc-4faa-b44d-34f3bed0583a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:40:21.855358 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbdd3d5-2211-4f96-8fdb-f517b5f0790f", "tag": "b8144abd-d4a0-4c20-a631-7f3cf7c61e34", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:40:21.855617 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9dc6d7d-e1dc-4faa-b44d-34f3bed0583a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:40:21.856023 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9dc6d7d-e1dc-4faa-b44d-34f3bed0583a'] response: {'name': 'network-changed', 'server_uuid': '0dbdd3d5-2211-4f96-8fdb-f517b5f0790f', 'tag': 'b8144abd-d4a0-4c20-a631-7f3cf7c61e34', 'status': 'completed', 'code': 200} Mar 30 01:40:21.899151 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-71468da4-edb4-4ce0-8f5c-cc2f95b7b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:21.900696 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-71468da4-edb4-4ce0-8f5c-cc2f95b7b59e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62830c4fab6a49b4ae7f2533a643ffa6&device_id=0dbdd3d5-2211-4f96-8fdb-f517b5f0790f HTTP/1.1" status: 200 len: 1132 time: 0.0561643 Mar 30 01:40:21.947896 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-20aaec8f-9072-4b30-a7a8-52e249d234a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b8144abd-d4a0-4c20-a631-7f3cf7c61e34 HTTP/1.1" status: 200 len: 217 time: 0.0394993 Mar 30 01:40:21.996035 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-2a1b86f0-ef2b-423c-8d0c-529ef345758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:21.997666 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-2a1b86f0-ef2b-423c-8d0c-529ef345758f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=874c1a94-63db-4187-9c12-d1a2868dd9d8 HTTP/1.1" status: 200 len: 843 time: 0.0441778 Mar 30 01:40:22.045600 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-725dd724-46dc-4709-b5c2-d699a4a02cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:22.047606 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-725dd724-46dc-4709-b5c2-d699a4a02cbe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf0308f1-dd55-4a66-b266-63882b76eb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0444999 Mar 30 01:40:22.138391 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-a9e103ef-2ae4-4ab2-b107-284b7d4210ff service neutron] 10.222.0.10 "GET /v2.0/networks/cf0308f1-dd55-4a66-b266-63882b76eb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832558 Mar 30 01:40:22.226418 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22d6e4ce-4929-4776-8093-d92233a7ffd3 req-b8fb5b73-6deb-4512-8d50-a737074da381 service neutron] 10.222.0.10 "GET /v2.0/networks/cf0308f1-dd55-4a66-b266-63882b76eb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827456 Mar 30 01:40:22.317811 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f50abb-70cd-49de-8c6b-72f4c6d1c543 req-cb02786c-85df-46db-bb0f-fa460286d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:22.319237 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7f50abb-70cd-49de-8c6b-72f4c6d1c543 req-cb02786c-85df-46db-bb0f-fa460286d9b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=62830c4fab6a49b4ae7f2533a643ffa6&device_id=0dbdd3d5-2211-4f96-8fdb-f517b5f0790f HTTP/1.1" status: 200 len: 1132 time: 0.0486944 Mar 30 01:40:22.408423 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f50abb-70cd-49de-8c6b-72f4c6d1c543 req-b37a54ae-d1a4-428f-bfe9-c3f25699ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:22.409871 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7f50abb-70cd-49de-8c6b-72f4c6d1c543 req-b37a54ae-d1a4-428f-bfe9-c3f25699ec88 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cf0308f1-dd55-4a66-b266-63882b76eb89 HTTP/1.1" status: 200 len: 870 time: 0.0836067 Mar 30 01:40:22.453033 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7f50abb-70cd-49de-8c6b-72f4c6d1c543 req-98402e0b-4582-46af-b093-576d3684ae49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b8144abd-d4a0-4c20-a631-7f3cf7c61e34 HTTP/1.1" status: 200 len: 217 time: 0.0364542 Mar 30 01:40:22.499776 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f50abb-70cd-49de-8c6b-72f4c6d1c543 req-493a5819-d4f7-41ea-87a8-9f52345e79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:22.501245 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7f50abb-70cd-49de-8c6b-72f4c6d1c543 req-493a5819-d4f7-41ea-87a8-9f52345e79bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=874c1a94-63db-4187-9c12-d1a2868dd9d8 HTTP/1.1" status: 200 len: 843 time: 0.0422540 Mar 30 01:40:22.551848 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f50abb-70cd-49de-8c6b-72f4c6d1c543 req-8702f19b-ff15-4340-8f84-65af15bb36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:22.553330 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7f50abb-70cd-49de-8c6b-72f4c6d1c543 req-8702f19b-ff15-4340-8f84-65af15bb36a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cf0308f1-dd55-4a66-b266-63882b76eb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0444636 Mar 30 01:40:22.644309 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7f50abb-70cd-49de-8c6b-72f4c6d1c543 req-fe493f03-3e1e-4371-a59a-02cf97d2e303 service neutron] 10.222.0.10 "GET /v2.0/networks/cf0308f1-dd55-4a66-b266-63882b76eb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839710 Mar 30 01:40:22.733129 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7f50abb-70cd-49de-8c6b-72f4c6d1c543 req-c48ce77d-0a37-4fbc-8498-d3110995c2dd service neutron] 10.222.0.10 "GET /v2.0/networks/cf0308f1-dd55-4a66-b266-63882b76eb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819304 Mar 30 01:40:22.844704 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46b6a0-fb6d-458a-be23-4393e6ab0494 req-9ca00fda-e80b-4333-859b-f9bfb8e3bb01 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:22.846176 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5d46b6a0-fb6d-458a-be23-4393e6ab0494 req-9ca00fda-e80b-4333-859b-f9bfb8e3bb01 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbdd3d5-2211-4f96-8fdb-f517b5f0790f HTTP/1.1" status: 200 len: 948 time: 0.0539742 Mar 30 01:40:22.893055 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5d46b6a0-fb6d-458a-be23-4393e6ab0494 req-1929fdcb-1b86-4b38-b53e-bcfb8555574a tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9e14e5a-0ea1-4f92-b762-ad7008ba668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412619 Mar 30 01:40:23.590679 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device b8144abd-d4a0-4c20-a631-7f3cf7c61e34 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 01:40:23.691946 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port b8144abd-d4a0-4c20-a631-7f3cf7c61e34, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b8144abd-d4a0-4c20-a631-7f3cf7c61e34,segment=NetworkSegment(8fe03ae6-5900-4a51-b83f-1608c5998ff2),segment_id=8fe03ae6-5900-4a51-b83f-1608c5998ff2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:40:23.703483 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Returning: {'device': 'b8144abd-d4a0-4c20-a631-7f3cf7c61e34', 'network_id': 'cf0308f1-dd55-4a66-b266-63882b76eb89', 'port_id': 'b8144abd-d4a0-4c20-a631-7f3cf7c61e34', 'mac_address': 'fa:16:3e:b1:6f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '874c1a94-63db-4187-9c12-d1a2868dd9d8', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 01:40:23.738497 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port b8144abd-d4a0-4c20-a631-7f3cf7c61e34 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:40:23.738918 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:23.751481 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8144abd-d4a0-4c20-a631-7f3cf7c61e34 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 01:40:23.769865 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port b8144abd-d4a0-4c20-a631-7f3cf7c61e34, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b8144abd-d4a0-4c20-a631-7f3cf7c61e34,segment=NetworkSegment(8fe03ae6-5900-4a51-b83f-1608c5998ff2),segment_id=8fe03ae6-5900-4a51-b83f-1608c5998ff2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:40:23.773671 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:23.820032 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=b8144abd-d4a0-4c20-a631-7f3cf7c61e34,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:23.826773 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.827737 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.828119 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.828458 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.828789 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.829119 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.829446 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.829774 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.830097 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.830420 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.830771 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.831098 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.831421 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.831740 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.832060 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:23.977652 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['b8144abd-d4a0-4c20-a631-7f3cf7c61e34'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:40:24.010542 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564019f3-e6b7-4e3e-9208-c2cefb3a9e9c req-13240a73-a635-49c1-9d3b-b6f34da4c640 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:24.012036 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-564019f3-e6b7-4e3e-9208-c2cefb3a9e9c req-13240a73-a635-49c1-9d3b-b6f34da4c640 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbdd3d5-2211-4f96-8fdb-f517b5f0790f HTTP/1.1" status: 200 len: 949 time: 0.0529280 Mar 30 01:40:24.057491 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-564019f3-e6b7-4e3e-9208-c2cefb3a9e9c req-2a162bbe-8663-4206-8dea-b9e211845e06 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9e14e5a-0ea1-4f92-b762-ad7008ba668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Mar 30 01:40:24.382495 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:25.418265 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b91f0-8dd4-493c-8f46-eb2279f4fa9b req-ea46ef47-9eeb-4e2a-a313-f4e93f6aba82 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:25.419683 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ab3b91f0-8dd4-493c-8f46-eb2279f4fa9b req-ea46ef47-9eeb-4e2a-a313-f4e93f6aba82 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbdd3d5-2211-4f96-8fdb-f517b5f0790f HTTP/1.1" status: 200 len: 949 time: 0.2936625 Mar 30 01:40:25.464825 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ab3b91f0-8dd4-493c-8f46-eb2279f4fa9b req-f80b9bf9-43b6-4e1f-b358-2f2bbf764901 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9e14e5a-0ea1-4f92-b762-ad7008ba668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389340 Mar 30 01:40:25.603118 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device b8144abd-d4a0-4c20-a631-7f3cf7c61e34 up at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 01:40:25.652865 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning for port b8144abd-d4a0-4c20-a631-7f3cf7c61e34 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 01:40:25.658059 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Provisioning complete for port b8144abd-d4a0-4c20-a631-7f3cf7c61e34 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 01:40:25.658493 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718336'] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:25.738135 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Current status of the port b8144abd-d4a0-4c20-a631-7f3cf7c61e34 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 01:40:25.738440 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722682'] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:25.760482 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbdd3d5-2211-4f96-8fdb-f517b5f0790f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8144abd-d4a0-4c20-a631-7f3cf7c61e34'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:40:25.762887 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0e1efbd37093ea148d29f21435eb1e0bde8032f9b239fe9f16956b860c098f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da90b6b2-0fa2-40a3-a626-2a09f12b9f02" -d '{"events": [{"server_uuid": "0dbdd3d5-2211-4f96-8fdb-f517b5f0790f", "name": "network-vif-plugged", "status": "completed", "tag": "b8144abd-d4a0-4c20-a631-7f3cf7c61e34"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:40:25.775030 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] For port b8144abd-d4a0-4c20-a631-7f3cf7c61e34, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b8144abd-d4a0-4c20-a631-7f3cf7c61e34,segment=NetworkSegment(8fe03ae6-5900-4a51-b83f-1608c5998ff2),segment_id=8fe03ae6-5900-4a51-b83f-1608c5998ff2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:40:25.779500 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734057463179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734056960790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734056960808'] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:25.826625 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Pushing event updated for resources: {'Port': ['ID=b8144abd-d4a0-4c20-a631-7f3cf7c61e34,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:25.916881 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fd378d-99ea-4cb6-9d47-2920490ae32c x-openstack-request-id: req-e7fd378d-99ea-4cb6-9d47-2920490ae32c {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:40:25.917203 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbdd3d5-2211-4f96-8fdb-f517b5f0790f", "name": "network-vif-plugged", "status": "completed", "tag": "b8144abd-d4a0-4c20-a631-7f3cf7c61e34", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:40:25.917463 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7fd378d-99ea-4cb6-9d47-2920490ae32c {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:40:25.917870 dv-cinder-817135-7-iscsi neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7fd378d-99ea-4cb6-9d47-2920490ae32c'] response: {'server_uuid': '0dbdd3d5-2211-4f96-8fdb-f517b5f0790f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8144abd-d4a0-4c20-a631-7f3cf7c61e34', 'code': 200} Mar 30 01:40:26.077090 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d031c-11d0-4361-ab8d-2afec08f16c2 req-46336ab1-6852-4e3a-9e50-be43786eff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:26.078753 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-466d031c-11d0-4361-ab8d-2afec08f16c2 req-46336ab1-6852-4e3a-9e50-be43786eff68 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0dbdd3d5-2211-4f96-8fdb-f517b5f0790f HTTP/1.1" status: 200 len: 1134 time: 0.0427620 Mar 30 01:40:26.122354 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-466d031c-11d0-4361-ab8d-2afec08f16c2 req-ff1feb44-7c74-4b15-b1af-f3f9b8c6d994 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d9e14e5a-0ea1-4f92-b762-ad7008ba668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369670 Mar 30 01:40:26.585078 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9a1b7-fb35-424d-9065-152dbb03fd12 req-008685d7-e378-45e1-87e0-accd77f9be20 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:26.586538 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-41d9a1b7-fb35-424d-9065-152dbb03fd12 req-008685d7-e378-45e1-87e0-accd77f9be20 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbdd3d5-2211-4f96-8fdb-f517b5f0790f HTTP/1.1" status: 200 len: 950 time: 0.0562663 Mar 30 01:40:26.633252 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-41d9a1b7-fb35-424d-9065-152dbb03fd12 req-1d3f1fd6-e2f9-4352-aab0-78347241d1ab tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9e14e5a-0ea1-4f92-b762-ad7008ba668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Mar 30 01:40:27.102578 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:40:27.752451 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2a756-2677-4687-aab5-6cf34e7851e8 req-b2473629-9370-4e82-91eb-e80a402fbf1a tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:27.753887 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-28d2a756-2677-4687-aab5-6cf34e7851e8 req-b2473629-9370-4e82-91eb-e80a402fbf1a tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbdd3d5-2211-4f96-8fdb-f517b5f0790f HTTP/1.1" status: 200 len: 950 time: 0.0495849 Mar 30 01:40:27.802358 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-28d2a756-2677-4687-aab5-6cf34e7851e8 req-c9ac4ed7-7337-4ef0-b62b-f7baf78f15d3 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9e14e5a-0ea1-4f92-b762-ad7008ba668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429938 Mar 30 01:40:28.052554 dv-cinder-817135-7-iscsi neutron-server[103227]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f56bfc-acff-42f4-aa0d-1a10fe84b3e8 req-c63cab9b-4e58-4a95-a702-41792ee00023 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:28.053987 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-16f56bfc-acff-42f4-aa0d-1a10fe84b3e8 req-c63cab9b-4e58-4a95-a702-41792ee00023 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbdd3d5-2211-4f96-8fdb-f517b5f0790f HTTP/1.1" status: 200 len: 950 time: 0.0506897 Mar 30 01:40:28.099299 dv-cinder-817135-7-iscsi neutron-server[103227]: INFO neutron.wsgi [req-16f56bfc-acff-42f4-aa0d-1a10fe84b3e8 req-771e55b2-dba7-4b27-9c17-1c1bc038cea4 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9e14e5a-0ea1-4f92-b762-ad7008ba668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398571 Mar 30 01:40:29.218736 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf145c2-4d87-4fbc-bac9-dc114c594f63 req-bd420017-bd4e-47d1-9e2f-8552a7d959a1 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:29.220258 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dbf145c2-4d87-4fbc-bac9-dc114c594f63 req-bd420017-bd4e-47d1-9e2f-8552a7d959a1 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dbdd3d5-2211-4f96-8fdb-f517b5f0790f HTTP/1.1" status: 200 len: 950 time: 0.0518732 Mar 30 01:40:29.274090 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dbf145c2-4d87-4fbc-bac9-dc114c594f63 req-cfa3690f-4ab0-4a50-b2bf-35355971c231 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9e14e5a-0ea1-4f92-b762-ad7008ba668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483079 Mar 30 01:40:29.314243 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acadaa8-bf1f-40f4-a936-b6dc964c3c03 req-879c938a-718f-468f-a019-94ec407c1a01 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 01:40:29.315754 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0acadaa8-bf1f-40f4-a936-b6dc964c3c03 req-879c938a-718f-468f-a019-94ec407c1a01 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dbdd3d5-2211-4f96-8fdb-f517b5f0790f HTTP/1.1" status: 200 len: 950 time: 0.0565650 Mar 30 01:40:29.408971 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-0acadaa8-bf1f-40f4-a936-b6dc964c3c03 req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Deleting port b8144abd-d4a0-4c20-a631-7f3cf7c61e34 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 01:40:29.409227 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0acadaa8-bf1f-40f4-a936-b6dc964c3c03 req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734057458198'] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:29.494319 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-0acadaa8-bf1f-40f4-a936-b6dc964c3c03 req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] For port b8144abd-d4a0-4c20-a631-7f3cf7c61e34, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b8144abd-d4a0-4c20-a631-7f3cf7c61e34,segment=NetworkSegment(8fe03ae6-5900-4a51-b83f-1608c5998ff2),segment_id=8fe03ae6-5900-4a51-b83f-1608c5998ff2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 01:40:29.494674 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0acadaa8-bf1f-40f4-a936-b6dc964c3c03 req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3748474'] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:29.510874 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-0acadaa8-bf1f-40f4-a936-b6dc964c3c03 req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Calling delete_port for b8144abd-d4a0-4c20-a631-7f3cf7c61e34 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 01:40:29.633968 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0acadaa8-bf1f-40f4-a936-b6dc964c3c03 req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3725398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734057463161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734056960781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60605403'] for port (b8144abd-d4a0-4c20-a631-7f3cf7c61e34), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:29.645070 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] get_ports_and_sgs() called for port_ids ['b8144abd-d4a0-4c20-a631-7f3cf7c61e34'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 01:40:29.661160 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Pushing event deleted for resources: {'Port': ['ID=b8144abd-d4a0-4c20-a631-7f3cf7c61e34,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:29.675058 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.675417 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.675771 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.676139 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.676456 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.676782 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.677113 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.677446 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.677783 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.678102 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.678426 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.678776 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.679108 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.679437 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.679762 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-7-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 01:40:29.721595 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acadaa8-bf1f-40f4-a936-b6dc964c3c03 req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] No DVR routers for this DVR port b8144abd-d4a0-4c20-a631-7f3cf7c61e34 on host hv-cinder-81713 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 01:40:29.724221 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0acadaa8-bf1f-40f4-a936-b6dc964c3c03 req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31526'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:29.727516 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0acadaa8-bf1f-40f4-a936-b6dc964c3c03 req-0c5199df-6f15-4674-a44e-f072c3110169 tempest-VolumesNegativeTest-566582050 tempest-VolumesNegativeTest-566582050-project] 10.222.0.10 "DELETE /v2.0/ports/b8144abd-d4a0-4c20-a631-7f3cf7c61e34 HTTP/1.1" status: 204 len: 173 time: 0.4053586 Mar 30 01:40:29.727981 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbdd3d5-2211-4f96-8fdb-f517b5f0790f', 'name': 'network-vif-deleted', 'tag': 'b8144abd-d4a0-4c20-a631-7f3cf7c61e34'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 01:40:29.730508 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94edebc3f22a8d8a5b0e7f44662f094cd4fa930c07bded1afba7cf33d60f69d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7822eebb-dbdc-4a56-8906-2c5919fb5758" -d '{"events": [{"server_uuid": "0dbdd3d5-2211-4f96-8fdb-f517b5f0790f", "name": "network-vif-deleted", "tag": "b8144abd-d4a0-4c20-a631-7f3cf7c61e34"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 01:40:29.769133 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 01:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f626ba32-a3ef-47a0-97d7-2c7fc66f3c20 x-openstack-request-id: req-f626ba32-a3ef-47a0-97d7-2c7fc66f3c20 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 01:40:29.769434 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbdd3d5-2211-4f96-8fdb-f517b5f0790f", "name": "network-vif-deleted", "tag": "b8144abd-d4a0-4c20-a631-7f3cf7c61e34", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 01:40:29.769688 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f626ba32-a3ef-47a0-97d7-2c7fc66f3c20 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 01:40:29.770098 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f626ba32-a3ef-47a0-97d7-2c7fc66f3c20'] response: {'server_uuid': '0dbdd3d5-2211-4f96-8fdb-f517b5f0790f', 'name': 'network-vif-deleted', 'tag': 'b8144abd-d4a0-4c20-a631-7f3cf7c61e34', 'status': 'completed', 'code': 200} Mar 30 01:40:33.634310 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device b8144abd-d4a0-4c20-a631-7f3cf7c61e34 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 01:40:33.653769 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] No Port match for: b8144abd-d4a0-4c20-a631-7f3cf7c61e34 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 01:40:33.654118 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Device b8144abd-d4a0-4c20-a631-7f3cf7c61e34 not bound to the agent host hv-cinder-81713 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 01:40:34.108726 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44852) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:34.236838 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-bf847f7f-4c78-4ffb-80ee-20bff0add3b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62830c4fab6a49b4ae7f2533a643ffa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268682 Mar 30 01:40:34.239218 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.30', 44856) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 01:40:34.286333 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-945764a0-ea70-4188-acee-7630f3bad0aa admin admin] Publish callbacks [] for security_group (d9e14e5a-0ea1-4f92-b762-ad7008ba668d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:34.308208 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-945764a0-ea70-4188-acee-7630f3bad0aa admin admin] Publish callbacks [] for security_group (d9e14e5a-0ea1-4f92-b762-ad7008ba668d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:34.353745 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-945764a0-ea70-4188-acee-7630f3bad0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693815'] for security_group (d9e14e5a-0ea1-4f92-b762-ad7008ba668d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:34.356357 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-945764a0-ea70-4188-acee-7630f3bad0aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:34.357493 dv-cinder-817135-7-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-945764a0-ea70-4188-acee-7630f3bad0aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9e14e5a-0ea1-4f92-b762-ad7008ba668d HTTP/1.1" status: 204 len: 168 time: 0.1173801 Mar 30 01:40:34.366244 dv-cinder-817135-7-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945764a0-ea70-4188-acee-7630f3bad0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e14e5a-0ea1-4f92-b762-ad7008ba668d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 01:40:43.725405 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ad9bb4f-e2eb-408b-ae59-387655cfea1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:45.901287 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-03339639-4958-4255-9142-0cf835547e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:47.135789 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:48.530958 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:50.103069 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:40:54.384806 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:04.101359 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:41:13.727763 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5e96e968-323d-4eb5-867e-397ecf7dab4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:15.906227 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-40a9ec0f-95a7-4df3-a002-16eb35be78d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:17.138048 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:18.533825 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:20.104871 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:24.383935 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:41.101143 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:41:43.728999 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-061d62f3-3230-4a77-a972-2555255332e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:45.908511 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b56ac230-2b80-42f5-b6ce-b5a1646475b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:47.140693 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:48.540916 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:50.106517 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:41:54.384030 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:13.730456 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4be0d6ff-d82c-4a47-a4ae-e3f3ad49de94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:15.911154 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6d58563a-cddb-42ac-8c28-f52d0046bb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:17.142715 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:18.101231 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:42:18.541921 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:20.109142 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:24.385189 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:43.737080 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-32a6582b-186c-48c3-8cb8-8072ecd87c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:45.913133 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63dc51d8-b535-453c-9492-bda5a53f6f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:47.145723 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:48.550934 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:50.111092 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:54.397905 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:42:55.101090 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:43:13.727542 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-777c0887-2445-450f-b09f-760ad124fee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:15.914688 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-497b7431-aba9-413d-ba66-aae3c65e48d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:17.148442 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:18.548275 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:20.113885 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:24.401380 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:32.100358 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:43:43.729026 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-120db316-d125-4904-8524-cffebf65104c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:45.916492 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-94e25502-e88a-4d46-ba04-0cebcc5886f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:47.151363 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:48.550288 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:50.116463 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:43:54.412701 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:09.099940 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:44:13.729870 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54dab317-1896-49c9-a35c-74649c9a4370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:15.917967 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-18a333c5-98d2-40b9-8d80-13748c5705c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:17.154234 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:18.552932 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:20.118250 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:24.417016 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:43.730342 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5130bfc-0b3a-48af-9222-501af1df6bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:45.922177 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf6ab-8d3f-4bf8-8ea9-34b6b90031fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:46.099288 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:44:47.157725 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:48.556675 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:50.119968 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:44:54.413794 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:13.732709 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca343000-a79f-4f64-be65-c6382045ee9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:15.923336 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e81ec8ce-be72-442c-88b8-bc0fd2a11044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:17.159740 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:18.559683 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:20.122117 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f3d0ba6-570a-46b5-9cd7-9d6233e962c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a2dded9e-d2ed-413d-b3c7-1141bc3386d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:23.098272 dv-cinder-817135-7-iscsi neutron-server[103229]: DEBUG neutron.db.agents_db [None req-9217334f-3279-477a-b018-af6299ab2732 None None] Agent healthcheck: found 6 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 01:45:24.428183 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a00cd43-f347-44d0-a949-1e6a4c374afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (f2b25516-d7f3-4769-9405-a6c1d942b335), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:43.733632 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d956a5f3-17d6-4b30-bdce-1e952fdfaf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (05110a51-f34b-44a2-979b-07984843a272), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:45.928888 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-55051d29-9eda-45c8-89fa-7363e4aa04cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (a7db150b-b2f5-4348-917b-ee899f238924), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:47.162646 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6968333-9735-4c9c-80a0-c0ce9667cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (859125aa-802f-4026-bb4c-1306226e97da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 01:45:48.564006 dv-cinder-817135-7-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ec93f08-8f8f-4818-b905-2543e37bb4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734057288232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718242'] for agent (b165cd56-0c15-495c-9428-0de435ca44e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}